[ 523.075821] env[66082]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.075821] env[66082]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.068748] env[66173]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.068748] env[66173]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.637226] env[66173]: INFO neutron.common.config [-] Logging enabled! [ 525.637577] env[66173]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 525.637886] env[66173]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66173) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.638210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.638306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.639129] env[66173]: WARNING oslo_policy.policy [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.639349] env[66173]: WARNING oslo_policy.policy [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.640999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] VMware NSXv3 Agent initialized successfully. [ 525.641365] env[66173]: DEBUG oslo_concurrency.lockutils [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Acquiring lock "singleton_lock" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.641489] env[66173]: DEBUG oslo_concurrency.lockutils [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Acquired lock "singleton_lock" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.641684] env[66173]: DEBUG oslo_concurrency.lockutils [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Releasing lock "singleton_lock" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.641974] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Full set of CONF: {{(pid=66173) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.642091] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ******************************************************************************** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.642210] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Configuration options gathered from: {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.642547] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.642713] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.642817] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ================================================================================ {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.642979] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] agent_down_time = 75 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643127] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] allow_automatic_dhcp_failover = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643255] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] allow_bulk = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643391] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] api_extensions_path = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643524] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] api_paste_config = api-paste.ini {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643656] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] auth_strategy = keystone {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643785] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] backdoor_port = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643855] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] backdoor_socket = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.643977] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] backlog = 4096 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644115] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644264] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] bind_host = 0.0.0.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644398] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] bind_port = 9696 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644525] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] client_socket_timeout = 900 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644657] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] config_dir = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644760] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.644888] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] config_source = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645056] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] control_exchange = neutron {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645165] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] core_plugin = ml2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645291] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] debug = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645420] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] default_availability_zones = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645618] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645749] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dhcp_agent_notification = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.645877] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dhcp_agents_per_network = 1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646021] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dhcp_lease_duration = 86400 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646153] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dhcp_load_type = networks {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646285] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dns_domain = openstacklocal {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646417] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646547] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_default_route_bfd = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646670] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_default_route_ecmp = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646796] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_dvr = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.646921] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_new_agents = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647056] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647185] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_signals = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647310] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] enable_traditional_dhcp = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647432] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] external_dns_driver = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647553] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] filter_validation = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647684] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] global_physnet_mtu = 8950 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647812] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] graceful_shutdown_timeout = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.647980] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] host = cpu-1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648124] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] host_dvr_for_dhcp = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648308] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] http_retries = 3 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648389] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] instance_format = [instance: %(uuid)s] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648515] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648648] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ipam_driver = internal {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648814] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ipv6_pd_enabled = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.648949] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] l3_ha = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649096] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649229] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] l3_ha_network_physical_name = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649357] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] l3_ha_network_type = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649489] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_color = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649619] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_config_append = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649747] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.649873] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_dir = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650021] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_file = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650114] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_options = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650243] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_rotate_interval = 1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650377] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_rotate_interval_type = days {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650511] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] log_rotation_type = none {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650613] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650712] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.650877] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651018] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651122] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651252] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_dns_nameservers = 5 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651381] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_header_line = 16384 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651507] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_l3_agents_per_router = 3 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651632] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_logfile_count = 30 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651755] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_logfile_size_mb = 200 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.651904] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] max_subnet_host_routes = 20 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652046] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] my_ip = 10.180.1.21 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652180] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] my_ipv6 = ::1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652305] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] network_auto_schedule = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652428] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] network_link_prefix = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652559] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652693] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] notify_nova_on_port_data_changes = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652825] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] notify_nova_on_port_status_changes = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.652957] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] pagination_max_limit = -1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653099] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] publish_errors = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653221] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rate_limit_burst = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653352] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rate_limit_except_level = CRITICAL {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653479] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rate_limit_interval = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653605] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] retry_until_window = 30 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653728] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] router_distributed = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653903] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rpc_resources_processing_step = 20 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.653975] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rpc_response_max_timeout = 600 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654107] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] rpc_response_timeout = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654261] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] send_events_interval = 2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654421] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] service_plugins = ['router'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654553] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] setproctitle = on {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654680] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] shell_completion = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654814] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] state_path = /opt/stack/data/neutron {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.654946] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] syslog_log_facility = LOG_USER {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655086] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] tcp_keepidle = 600 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655219] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] transport_url = **** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655346] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] use_journal = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655476] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] use_json = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655599] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] use_ssl = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655723] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] use_stderr = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655857] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] use_syslog = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.655978] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vlan_qinq = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656112] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vlan_transparent = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656236] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] watch_log_file = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656364] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] wsgi_default_pool_size = 100 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656485] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] wsgi_keep_alive = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656619] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656740] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] wsgi_server_debug = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.656887] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_concurrency.disable_process_locking = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657032] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657173] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657302] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657435] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657568] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657698] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657844] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.connection_string = messaging:// {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657980] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.enabled = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658127] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.es_doc_type = notification {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658256] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.es_scroll_size = 10000 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658391] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.es_scroll_time = 2m {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658514] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.filter_error_trace = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658645] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.hmac_keys = **** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658805] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.sentinel_service_name = mymaster {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658947] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.socket_timeout = 0.1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659095] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.trace_requests = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659223] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler.trace_sqlalchemy = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659367] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler_jaeger.process_tags = {} {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659494] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler_jaeger.service_name_prefix = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659624] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] profiler_otlp.service_name_prefix = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659767] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.enforce_new_defaults = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660042] env[66173]: WARNING oslo_config.cfg [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.660192] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.enforce_scope = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660334] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.policy_default_rule = default {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660479] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660615] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660804] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660952] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661100] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661231] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661363] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661500] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661643] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661802] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] agent.extensions = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661950] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662099] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] service_providers.service_provider = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662242] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.default_quota = -1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662385] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662514] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_floatingip = 50 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662643] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_network = 100 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662772] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_port = 500 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662899] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663036] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_router = 10 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663172] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_security_group = 10 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663298] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663470] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.quota_subnet = 100 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663611] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] QUOTAS.track_quota_usage = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663793] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664045] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664128] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664251] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664384] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664517] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664642] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664779] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664908] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665045] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665176] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665306] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665431] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665559] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_dhcp_release.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665692] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665817] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665942] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666081] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666218] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666370] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666502] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_ovs_vsctl.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666637] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.capabilities = [21] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666760] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666883] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667022] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667158] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667287] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667413] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_namespace.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667548] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.capabilities = [12] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667676] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667791] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667914] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668057] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668189] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668311] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_conntrack.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668445] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.capabilities = [12, 21] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668568] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.group = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668711] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.helper_command = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668901] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.log_daemon_traceback = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669062] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669197] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.thread_pool_size = 8 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669324] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] privsep_link.user = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669476] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669615] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669746] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.continue_on_failed_promotions = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669872] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.dscp = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670020] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.dscp_inherit = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670152] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.force_mp_to_policy = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670277] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.locking_coordinator_url = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670410] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.log_agent_heartbeats = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670537] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.logging_expire = 1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670669] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670817] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670964] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.polling_interval = 240 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671109] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671248] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671386] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.report_interval = 30.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671522] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671662] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671819] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671962] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.sync_skew = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672103] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.synchronization_queue_size = 20 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672232] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT.use_helper_for_ns_read = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672367] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] SECURITYGROUP.enable_ipset = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672504] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] SECURITYGROUP.enable_security_group = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672645] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672787] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672956] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] experimental.ipv6_pd_enabled = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673127] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.extension_drivers = ['port_security'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673260] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.external_network_type = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673402] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673539] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.overlay_ip_version = 4 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673674] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.path_mtu = 8950 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673811] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.physical_network_mtus = {} {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673953] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674170] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674225] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ml2.type_drivers = ['vlan'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674368] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674496] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674625] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674764] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674901] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675046] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675182] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675317] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675477] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675690] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675835] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_login_password = **** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675975] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676123] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_login_user = admin {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676262] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676402] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676532] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676665] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676801] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676942] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677089] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677224] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677352] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677486] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677624] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677754] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677890] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678092] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678236] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678402] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678541] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678678] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.auth_section = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678819] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.auth_type = password {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678957] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679099] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.certfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679230] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.collect_timing = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679366] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.endpoint_type = public {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679494] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.insecure = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679620] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.keyfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679756] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.region_name = RegionOne {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679888] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.split_loggers = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680025] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] nova.timeout = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680162] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.auth_section = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680298] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.auth_type = password {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680429] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680555] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.certfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680682] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.collect_timing = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680839] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.endpoint_type = public {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680978] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.insecure = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681120] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.keyfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681246] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.region_name = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681372] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.split_loggers = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681494] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] placement.timeout = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681624] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.auth_section = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681749] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.auth_type = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681894] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.cafile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682031] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.certfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682163] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.collect_timing = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682284] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.connect_retries = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682408] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.connect_retry_delay = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682531] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.enable_notifications = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682652] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.endpoint_override = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682774] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.insecure = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682898] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.interface = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683026] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.keyfile = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683156] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.max_version = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683280] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.min_version = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683403] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.region_name = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683525] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.retriable_status_codes = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683646] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.service_name = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683768] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.service_type = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683891] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.split_loggers = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684023] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.status_code_retries = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684148] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.status_code_retry_delay = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684302] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.timeout = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684388] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.valid_interfaces = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684500] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ironic.version = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684629] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] cli_script.dry_run = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684763] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684920] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685083] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685220] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685351] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685481] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685608] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685735] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685864] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686012] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686149] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686282] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686414] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686547] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686677] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686829] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686939] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687080] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687222] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687347] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687474] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687600] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687728] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687858] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687989] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688134] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688336] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688550] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688729] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689095] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689095] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689157] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689276] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689409] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689544] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689680] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689809] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689948] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_notifications.driver = [] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690091] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_notifications.retry = -1 {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690235] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690373] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690494] env[66173]: DEBUG oslo_service.backend._eventlet.service [None req-d5f00119-4ba2-408d-b44f-d9e836258c65 None None] ******************************************************************************** {{(pid=66173) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.691623] env[66173]: DEBUG neutron.agent.securitygroups_rpc [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Init firewall settings (driver=nsxv3) {{(pid=66173) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.692943] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66173) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.693194] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.695395] env[66173]: DEBUG dogpile.cache.region [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.695520] env[66173]: DEBUG dogpile.lock [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.695615] env[66173]: DEBUG dogpile.lock [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.695702] env[66173]: DEBUG dogpile.lock [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.695792] env[66173]: DEBUG dogpile.cache.region [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.695877] env[66173]: DEBUG dogpile.lock [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.695998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.728167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Session token - acquiring [ 525.730068] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.730264] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.730402] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.730829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.742814] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.013011] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.037265] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.037465] env[66173]: DEBUG dogpile.cache.region [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.037523] env[66173]: DEBUG dogpile.lock [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.037677] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Activating Policy API Provider. [ 526.037824] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Looking for the default Infrastructure Rules. [ 526.101740] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.116708] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.117190] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.117364] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.117466] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.117755] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.118101] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.632311] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.134620] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.636743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Inventory metadata is going to be refreshed. [ 527.636962] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.406380] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.406808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.406808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.406959] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.419023] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.419908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.420539] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.440347] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.440577] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.440642] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.440927] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.441067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.441208] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.441318] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.441418] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.461650] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.461885] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.461985] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.462276] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.462446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.462585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.481271] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.481550] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.481550] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.481840] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.482017] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.482137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.501975] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.502252] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.502312] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.502614] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.502748] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.502901] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.502997] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.503107] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.523017] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.523286] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.523349] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.523648] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.523771] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.523909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.524017] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.524120] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.544429] env[66173]: DEBUG networking_nsxv3.common.locking [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.544627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.544682] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.544958] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.545106] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.545280] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.545387] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.545483] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Inventory metadata have been refreshed. [ 528.545576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Dryrun:True. Metadata refresh completed. [ 528.545689] env[66173]: DEBUG oslo_concurrency.lockutils [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.547331] env[66173]: INFO neutron.agent.agent_extensions_manager [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Loaded agent extensions: [] [ 528.548044] env[66173]: DEBUG neutron_lib.callbacks.manager [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66173) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.604133] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.604268] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.604369] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.549139] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.549525] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.550596] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.550596] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.551723] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.552110] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.562710] env[66173]: INFO networking_nsxv3.common.synchronization [None req-4ce5d9d9-909f-4259-b96b-06fb66cc791d demo admin] Enqueued Resource ID: 643bc883-ce39-4206-a679-04be845fc98c with Priority: HIGHEST for action security_group_rules [ 543.563469] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643bc883-ce39-4206-a679-04be845fc98c with Priority: HIGHEST for action security_group_rules [ 543.563899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643bc883-ce39-4206-a679-04be845fc98c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.564116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643bc883-ce39-4206-a679-04be845fc98c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.564236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643bc883-ce39-4206-a679-04be845fc98c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.564730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643bc883-ce39-4206-a679-04be845fc98c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.564878] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643bc883-ce39-4206-a679-04be845fc98c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.086572] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.086572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.086572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.086572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.086572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.086572] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643bc883-ce39-4206-a679-04be845fc98c already deleted. [ 544.086572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643bc883-ce39-4206-a679-04be845fc98c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.564077] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.564461] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.566217] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.566217] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.566979] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.567302] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.568226] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.568644] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.569565] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.569901] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.553181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.553181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.553181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.553181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.553181] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.055506] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.558339] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.062618] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 573.062742] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 573.571076] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.572106] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.797906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.798097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.798163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.798969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.810218] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 573.811169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.812196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 573.831892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.832063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.832137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.832352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.832440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.832552] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 573.832623] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.832695] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 573.856269] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.856415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.856497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.856699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.856834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.856940] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.877856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.878103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.878103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.878314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.878689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.878806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.900803] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.900962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.901015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.901248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.901354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.901494] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.901571] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.901626] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.919317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.919458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.919521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.919723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.919809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.919914] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.919986] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.920071] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.941248] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.941481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.941481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.941730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.941831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.941942] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.942019] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.942084] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 573.942153] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 573.942225] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 573.942279] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 573.942341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 573.942624] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 573.942697] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 573.942749] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.965538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.965538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.966142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.966142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.966142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.966142] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.985535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.985692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.985755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.986033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.986147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.002349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.092399] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2efeef65-1a15-4f9d-ad49-37fd3a7eff27 None None] Enqueued Resource ID: 584bb062-a5ae-4973-8449-16117c1d6eca with Priority: HIGHEST for action port [ 575.093129] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584bb062-a5ae-4973-8449-16117c1d6eca with Priority: HIGHEST for action port [ 575.093435] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-584bb062-a5ae-4973-8449-16117c1d6eca taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.093605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584bb062-a5ae-4973-8449-16117c1d6eca" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.093669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584bb062-a5ae-4973-8449-16117c1d6eca" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.093872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584bb062-a5ae-4973-8449-16117c1d6eca" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.093955] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584bb062-a5ae-4973-8449-16117c1d6eca',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.597031] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 584bb062-a5ae-4973-8449-16117c1d6eca [ 575.597350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.597491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.597560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.598875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.598875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.598875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:584bb062-a5ae-4973-8449-16117c1d6eca already deleted. [ 575.598875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584bb062-a5ae-4973-8449-16117c1d6eca" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.998209] env[66173]: INFO networking_nsxv3.common.synchronization [None req-208eb836-2667-46a9-904f-6433d83c42ca None None] Enqueued Resource ID: 16ee5494-e9bc-4b93-8eb8-700a5e869c9b with Priority: HIGHEST for action port [ 575.998405] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ee5494-e9bc-4b93-8eb8-700a5e869c9b with Priority: HIGHEST for action port [ 576.000906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ee5494-e9bc-4b93-8eb8-700a5e869c9b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.000906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ee5494-e9bc-4b93-8eb8-700a5e869c9b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.000906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ee5494-e9bc-4b93-8eb8-700a5e869c9b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.000906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ee5494-e9bc-4b93-8eb8-700a5e869c9b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.000906] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ee5494-e9bc-4b93-8eb8-700a5e869c9b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.178188] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7e0b25e1-5853-498d-b59a-f92d604c400e None None] Enqueued Resource ID: 701c6653-309b-4186-a5ab-61811954490c with Priority: HIGHEST for action port [ 576.178416] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701c6653-309b-4186-a5ab-61811954490c with Priority: HIGHEST for action port [ 576.179154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-701c6653-309b-4186-a5ab-61811954490c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.179715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701c6653-309b-4186-a5ab-61811954490c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.179715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701c6653-309b-4186-a5ab-61811954490c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.180053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701c6653-309b-4186-a5ab-61811954490c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.180184] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701c6653-309b-4186-a5ab-61811954490c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.502905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16ee5494-e9bc-4b93-8eb8-700a5e869c9b [ 576.502905] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.502905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.502905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.502905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.503212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.503212] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16ee5494-e9bc-4b93-8eb8-700a5e869c9b already deleted. [ 576.503212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ee5494-e9bc-4b93-8eb8-700a5e869c9b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.683402] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701c6653-309b-4186-a5ab-61811954490c [ 576.683545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.686682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.686682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.686682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.686682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.686682] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701c6653-309b-4186-a5ab-61811954490c already deleted. [ 576.686682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701c6653-309b-4186-a5ab-61811954490c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.752234] env[66173]: INFO networking_nsxv3.common.synchronization [None req-eb957dc6-45f5-42f5-9e6a-8673b2122087 None None] Enqueued Resource ID: 37c25213-c1c8-452f-9c1c-4d7c5d7abdc2 with Priority: HIGHEST for action port [ 576.752234] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c25213-c1c8-452f-9c1c-4d7c5d7abdc2 with Priority: HIGHEST for action port [ 576.752234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c25213-c1c8-452f-9c1c-4d7c5d7abdc2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.752234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c25213-c1c8-452f-9c1c-4d7c5d7abdc2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.752234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c25213-c1c8-452f-9c1c-4d7c5d7abdc2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.752234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c25213-c1c8-452f-9c1c-4d7c5d7abdc2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.752234] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c25213-c1c8-452f-9c1c-4d7c5d7abdc2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.257089] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c25213-c1c8-452f-9c1c-4d7c5d7abdc2 [ 577.257415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.257490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.257543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.257765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.257862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.257936] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c25213-c1c8-452f-9c1c-4d7c5d7abdc2 already deleted. [ 577.258024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c25213-c1c8-452f-9c1c-4d7c5d7abdc2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.888415] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7f89889e-9e78-4c6e-9eff-d23032d5c296 None None] Enqueued Resource ID: 4a1f9262-7d82-42ce-a971-1dda0e216a8e with Priority: HIGHEST for action port [ 577.889254] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a1f9262-7d82-42ce-a971-1dda0e216a8e with Priority: HIGHEST for action port [ 577.890232] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a1f9262-7d82-42ce-a971-1dda0e216a8e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.890366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a1f9262-7d82-42ce-a971-1dda0e216a8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.890433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a1f9262-7d82-42ce-a971-1dda0e216a8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.892296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a1f9262-7d82-42ce-a971-1dda0e216a8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.892411] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a1f9262-7d82-42ce-a971-1dda0e216a8e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.968808] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d96ee582-12f5-46ac-b653-10efe8898acf None None] Enqueued Resource ID: 14543386-1ab0-42a4-be5a-75a277b5490a with Priority: HIGHEST for action port [ 577.970315] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14543386-1ab0-42a4-be5a-75a277b5490a with Priority: HIGHEST for action port [ 577.970544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-14543386-1ab0-42a4-be5a-75a277b5490a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.970942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14543386-1ab0-42a4-be5a-75a277b5490a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.970977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14543386-1ab0-42a4-be5a-75a277b5490a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.971229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14543386-1ab0-42a4-be5a-75a277b5490a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.972691] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14543386-1ab0-42a4-be5a-75a277b5490a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.395023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a1f9262-7d82-42ce-a971-1dda0e216a8e [ 578.395297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.395454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.395454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.395595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.395681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.395763] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a1f9262-7d82-42ce-a971-1dda0e216a8e already deleted. [ 578.395838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a1f9262-7d82-42ce-a971-1dda0e216a8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.475503] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14543386-1ab0-42a4-be5a-75a277b5490a [ 578.475917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.476566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.476566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.476566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.476566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.476713] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14543386-1ab0-42a4-be5a-75a277b5490a already deleted. [ 578.476887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14543386-1ab0-42a4-be5a-75a277b5490a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.928022] env[66173]: INFO networking_nsxv3.common.synchronization [None req-612f4334-918e-4254-9a92-4c77b8b32492 None None] Enqueued Resource ID: 56db8432-a3cb-47aa-9d66-ffd6ffd677c6 with Priority: HIGHEST for action port [ 578.928180] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db8432-a3cb-47aa-9d66-ffd6ffd677c6 with Priority: HIGHEST for action port [ 578.930776] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-56db8432-a3cb-47aa-9d66-ffd6ffd677c6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.930776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56db8432-a3cb-47aa-9d66-ffd6ffd677c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.930776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56db8432-a3cb-47aa-9d66-ffd6ffd677c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.930776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56db8432-a3cb-47aa-9d66-ffd6ffd677c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.930776] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56db8432-a3cb-47aa-9d66-ffd6ffd677c6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.432173] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56db8432-a3cb-47aa-9d66-ffd6ffd677c6 [ 579.432414] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.432475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.432553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.432809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.432913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.432984] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56db8432-a3cb-47aa-9d66-ffd6ffd677c6 already deleted. [ 579.433076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56db8432-a3cb-47aa-9d66-ffd6ffd677c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.649350] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d311a2fa-fffc-422c-9cdc-2553de0fa406 None None] Enqueued Resource ID: 712fcd7e-e53b-4075-9f57-5f96a37b5e74 with Priority: HIGHEST for action port [ 579.649350] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712fcd7e-e53b-4075-9f57-5f96a37b5e74 with Priority: HIGHEST for action port [ 579.649350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-712fcd7e-e53b-4075-9f57-5f96a37b5e74 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.649350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-712fcd7e-e53b-4075-9f57-5f96a37b5e74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.649350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-712fcd7e-e53b-4075-9f57-5f96a37b5e74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.649350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-712fcd7e-e53b-4075-9f57-5f96a37b5e74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.650054] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712fcd7e-e53b-4075-9f57-5f96a37b5e74',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.154560] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 712fcd7e-e53b-4075-9f57-5f96a37b5e74 [ 580.154560] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.154560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.154560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.154765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.154799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.154875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:712fcd7e-e53b-4075-9f57-5f96a37b5e74 already deleted. [ 580.154955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-712fcd7e-e53b-4075-9f57-5f96a37b5e74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.418089] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7c27c60e-e27f-49e4-8a07-c6aab938e0b7 None None] Enqueued Resource ID: 5af81d30-28d0-41f4-8cbf-416787afb24d with Priority: HIGHEST for action port [ 580.418089] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af81d30-28d0-41f4-8cbf-416787afb24d with Priority: HIGHEST for action port [ 580.418268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af81d30-28d0-41f4-8cbf-416787afb24d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.418268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af81d30-28d0-41f4-8cbf-416787afb24d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.418386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af81d30-28d0-41f4-8cbf-416787afb24d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.418579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af81d30-28d0-41f4-8cbf-416787afb24d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.418661] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af81d30-28d0-41f4-8cbf-416787afb24d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.922405] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af81d30-28d0-41f4-8cbf-416787afb24d [ 580.922695] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.922924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.922924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.923124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.923221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.923306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af81d30-28d0-41f4-8cbf-416787afb24d already deleted. [ 580.923378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af81d30-28d0-41f4-8cbf-416787afb24d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.569513] env[66173]: INFO networking_nsxv3.common.synchronization [None req-f64ae167-b9f9-43e7-905c-7acc77590e1c None None] Enqueued Resource ID: 256755bd-e379-4d9e-8ed5-62850108369f with Priority: HIGHEST for action port [ 581.570095] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256755bd-e379-4d9e-8ed5-62850108369f with Priority: HIGHEST for action port [ 581.570611] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-256755bd-e379-4d9e-8ed5-62850108369f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.570611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256755bd-e379-4d9e-8ed5-62850108369f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.570746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256755bd-e379-4d9e-8ed5-62850108369f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.571231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256755bd-e379-4d9e-8ed5-62850108369f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.571231] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256755bd-e379-4d9e-8ed5-62850108369f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.719031] env[66173]: INFO networking_nsxv3.common.synchronization [None req-40cef2c6-d520-475a-a02f-e0d5dc8535e0 None None] Enqueued Resource ID: ac83d747-eba5-41e1-ae22-2dc8f2d408b2 with Priority: HIGHEST for action port [ 581.719289] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac83d747-eba5-41e1-ae22-2dc8f2d408b2 with Priority: HIGHEST for action port [ 581.720270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac83d747-eba5-41e1-ae22-2dc8f2d408b2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.720393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac83d747-eba5-41e1-ae22-2dc8f2d408b2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.720393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac83d747-eba5-41e1-ae22-2dc8f2d408b2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.720667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac83d747-eba5-41e1-ae22-2dc8f2d408b2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.720731] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac83d747-eba5-41e1-ae22-2dc8f2d408b2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.073795] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256755bd-e379-4d9e-8ed5-62850108369f [ 582.073795] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.073795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.074246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.075266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.075266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.075266] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256755bd-e379-4d9e-8ed5-62850108369f already deleted. [ 582.075266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256755bd-e379-4d9e-8ed5-62850108369f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.225172] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac83d747-eba5-41e1-ae22-2dc8f2d408b2 [ 582.225172] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.225172] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac83d747-eba5-41e1-ae22-2dc8f2d408b2 already deleted. [ 582.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac83d747-eba5-41e1-ae22-2dc8f2d408b2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.127151] env[66173]: INFO networking_nsxv3.common.synchronization [None req-4691ae92-7344-4941-84e9-3bb3c745df7b None None] Enqueued Resource ID: 2cb458cc-81da-4844-a3a3-e50e0a5369e2 with Priority: HIGHEST for action port [ 583.127724] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb458cc-81da-4844-a3a3-e50e0a5369e2 with Priority: HIGHEST for action port [ 583.128495] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb458cc-81da-4844-a3a3-e50e0a5369e2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.128740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb458cc-81da-4844-a3a3-e50e0a5369e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.128852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb458cc-81da-4844-a3a3-e50e0a5369e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.129163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb458cc-81da-4844-a3a3-e50e0a5369e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.129301] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb458cc-81da-4844-a3a3-e50e0a5369e2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.632327] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cb458cc-81da-4844-a3a3-e50e0a5369e2 [ 583.633521] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.633721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.633802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.634035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.634131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.634283] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cb458cc-81da-4844-a3a3-e50e0a5369e2 already deleted. [ 583.634347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb458cc-81da-4844-a3a3-e50e0a5369e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.062217] env[66173]: INFO networking_nsxv3.common.synchronization [None req-92be708b-5e97-4663-9541-56adcb64d9cb None None] Enqueued Resource ID: 392a3fa4-be52-4d52-a863-6bfbeda85524 with Priority: HIGHEST for action port [ 584.062217] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392a3fa4-be52-4d52-a863-6bfbeda85524 with Priority: HIGHEST for action port [ 584.062498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-392a3fa4-be52-4d52-a863-6bfbeda85524 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.062621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-392a3fa4-be52-4d52-a863-6bfbeda85524" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.062699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-392a3fa4-be52-4d52-a863-6bfbeda85524" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.062937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-392a3fa4-be52-4d52-a863-6bfbeda85524" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.063284] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('392a3fa4-be52-4d52-a863-6bfbeda85524',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.566856] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 392a3fa4-be52-4d52-a863-6bfbeda85524 [ 584.567179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.567260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.567331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.567545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.567636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.567729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:392a3fa4-be52-4d52-a863-6bfbeda85524 already deleted. [ 584.567809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-392a3fa4-be52-4d52-a863-6bfbeda85524" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.059450] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7a28336b-280e-4331-8615-73eb497de0a1 None None] Enqueued Resource ID: d70d8348-03d4-47c0-b53d-de2caad59e30 with Priority: HIGHEST for action port [ 585.059716] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d8348-03d4-47c0-b53d-de2caad59e30 with Priority: HIGHEST for action port [ 585.060315] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70d8348-03d4-47c0-b53d-de2caad59e30 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.060447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70d8348-03d4-47c0-b53d-de2caad59e30" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.060515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70d8348-03d4-47c0-b53d-de2caad59e30" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.060762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70d8348-03d4-47c0-b53d-de2caad59e30" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.060913] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70d8348-03d4-47c0-b53d-de2caad59e30',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.563330] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70d8348-03d4-47c0-b53d-de2caad59e30 [ 585.563631] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.563774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.563839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.564064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.564161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.564254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70d8348-03d4-47c0-b53d-de2caad59e30 already deleted. [ 585.564335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70d8348-03d4-47c0-b53d-de2caad59e30" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.592694] env[66173]: INFO networking_nsxv3.common.synchronization [None req-4e0428fe-a37a-4a79-9735-72fba6d4a319 None None] Enqueued Resource ID: b059c57a-0087-400e-b375-3aa372281e11 with Priority: HIGHEST for action port [ 585.593342] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059c57a-0087-400e-b375-3aa372281e11 with Priority: HIGHEST for action port [ 585.594062] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b059c57a-0087-400e-b375-3aa372281e11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.594587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b059c57a-0087-400e-b375-3aa372281e11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.594934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b059c57a-0087-400e-b375-3aa372281e11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.596324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b059c57a-0087-400e-b375-3aa372281e11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.596413] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b059c57a-0087-400e-b375-3aa372281e11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.834882] env[66173]: INFO networking_nsxv3.common.synchronization [None req-22040f5c-7874-473e-9872-de2c7bf05288 None None] Enqueued Resource ID: dd0c4364-9a52-4ac2-81ac-7435462ca2ef with Priority: HIGHEST for action port [ 585.835424] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd0c4364-9a52-4ac2-81ac-7435462ca2ef with Priority: HIGHEST for action port [ 585.835722] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd0c4364-9a52-4ac2-81ac-7435462ca2ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.835846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd0c4364-9a52-4ac2-81ac-7435462ca2ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.835912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd0c4364-9a52-4ac2-81ac-7435462ca2ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.836471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd0c4364-9a52-4ac2-81ac-7435462ca2ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.836471] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd0c4364-9a52-4ac2-81ac-7435462ca2ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.099025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b059c57a-0087-400e-b375-3aa372281e11 [ 586.099251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.099482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.099482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.099669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.099758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.099846] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b059c57a-0087-400e-b375-3aa372281e11 already deleted. [ 586.099969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b059c57a-0087-400e-b375-3aa372281e11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.340347] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd0c4364-9a52-4ac2-81ac-7435462ca2ef [ 586.340841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.340841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.341063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.341127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.341227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.341306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd0c4364-9a52-4ac2-81ac-7435462ca2ef already deleted. [ 586.341390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd0c4364-9a52-4ac2-81ac-7435462ca2ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.926387] env[66173]: INFO networking_nsxv3.common.synchronization [None req-167d31f1-cab5-4623-82e5-c30bc7e3f709 None None] Enqueued Resource ID: e3e2d935-9ff0-4f48-93a1-c4cfe375d342 with Priority: HIGHEST for action port [ 586.926701] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e2d935-9ff0-4f48-93a1-c4cfe375d342 with Priority: HIGHEST for action port [ 586.929590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e2d935-9ff0-4f48-93a1-c4cfe375d342 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.929590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e2d935-9ff0-4f48-93a1-c4cfe375d342" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.929590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e2d935-9ff0-4f48-93a1-c4cfe375d342" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.929590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e2d935-9ff0-4f48-93a1-c4cfe375d342" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.929590] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e2d935-9ff0-4f48-93a1-c4cfe375d342',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.432274] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3e2d935-9ff0-4f48-93a1-c4cfe375d342 [ 587.432274] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.432274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.432274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.432274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.432274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.432274] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3e2d935-9ff0-4f48-93a1-c4cfe375d342 already deleted. [ 587.432274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e2d935-9ff0-4f48-93a1-c4cfe375d342" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.553442] env[66173]: INFO networking_nsxv3.common.synchronization [req-fa42121a-8cfd-478a-8e67-3c4d7b3af2b9 req-371b9f08-ab77-4d03-8a6b-e8b2c5706d9d tempest-DeleteServersAdminTestJSON-2066620274 tempest-DeleteServersAdminTestJSON-2066620274-project-member] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 587.553842] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 587.555009] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555009] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555835] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.828334] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2bfb4a32-664d-43de-bbae-43167b8fb8eb None None] Enqueued Resource ID: 72a1f108-f8a7-47b3-b95b-921010007990 with Priority: HIGHEST for action port [ 587.828334] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a1f108-f8a7-47b3-b95b-921010007990 with Priority: HIGHEST for action port [ 587.828334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a1f108-f8a7-47b3-b95b-921010007990 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.828334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a1f108-f8a7-47b3-b95b-921010007990" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.828334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a1f108-f8a7-47b3-b95b-921010007990" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.830231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a1f108-f8a7-47b3-b95b-921010007990" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.830231] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a1f108-f8a7-47b3-b95b-921010007990',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.058058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.058390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.058390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.058390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.058508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.058671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.058767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.058830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.058978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.059066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.059150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 already deleted. [ 588.059230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.333468] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72a1f108-f8a7-47b3-b95b-921010007990 [ 588.333741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.337022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.337022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.337022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.337022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.337022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72a1f108-f8a7-47b3-b95b-921010007990 already deleted. [ 588.337022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a1f108-f8a7-47b3-b95b-921010007990" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.551982] env[66173]: INFO networking_nsxv3.common.synchronization [None req-14043980-53b3-4474-a62e-497313c36055 None None] Enqueued Resource ID: a1979c29-94fb-45b2-9e8c-72bf8b8a5be6 with Priority: HIGHEST for action port [ 588.552568] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1979c29-94fb-45b2-9e8c-72bf8b8a5be6 with Priority: HIGHEST for action port [ 588.552887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1979c29-94fb-45b2-9e8c-72bf8b8a5be6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.553201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1979c29-94fb-45b2-9e8c-72bf8b8a5be6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.553201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1979c29-94fb-45b2-9e8c-72bf8b8a5be6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.553322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1979c29-94fb-45b2-9e8c-72bf8b8a5be6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.553393] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1979c29-94fb-45b2-9e8c-72bf8b8a5be6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.707872] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.708286] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.709291] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.709600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.709879] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.710051] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.710168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.710392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.710524] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.710802] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.710915] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.711030] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.711127] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.711652] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.711791] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.711932] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.732292] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.733571] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.733571] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.733571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.733571] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-e3b919dd-1dbb-472f-a63d-67acf82c0e33 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.733571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.733571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.734224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.734224] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b919dd-1dbb-472f-a63d-67acf82c0e33',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.058550] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1979c29-94fb-45b2-9e8c-72bf8b8a5be6 [ 589.058840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.058955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.059025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.059244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.059336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.059430] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1979c29-94fb-45b2-9e8c-72bf8b8a5be6 already deleted. [ 589.059506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1979c29-94fb-45b2-9e8c-72bf8b8a5be6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238026] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.238026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.238026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.238026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.238026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238026] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port e3b919dd-1dbb-472f-a63d-67acf82c0e33 not found, creating... [ 589.238026] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.238726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.238726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.238726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.238726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238904] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.239071] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.239182] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.239395] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.239530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.239670] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: e3b919dd-1dbb-472f-a63d-67acf82c0e33 is going to be created. [ 589.265048] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.265359] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.265359] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.265618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.265812] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.266029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.170393] env[66173]: INFO networking_nsxv3.common.synchronization [req-c712da25-721a-4151-9001-1e3ab6a45a32 req-81b5b25d-f225-4833-bdff-4eb1bfe1f518 tempest-ServerDiagnosticsNegativeTest-2048120107 tempest-ServerDiagnosticsNegativeTest-2048120107-project-member] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 590.170929] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 590.171249] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.171372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.171438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.171733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.171921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.172043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.172108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.172266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.172350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.172441] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.400797] env[66173]: INFO networking_nsxv3.common.synchronization [req-fa42121a-8cfd-478a-8e67-3c4d7b3af2b9 req-434e7340-96d1-4a19-a020-1a1f24202c97 service nova] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_rules [ 590.400968] env[66173]: INFO networking_nsxv3.common.synchronization [req-fa42121a-8cfd-478a-8e67-3c4d7b3af2b9 req-434e7340-96d1-4a19-a020-1a1f24202c97 service nova] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 590.401127] env[66173]: INFO networking_nsxv3.common.synchronization [req-fa42121a-8cfd-478a-8e67-3c4d7b3af2b9 req-434e7340-96d1-4a19-a020-1a1f24202c97 service nova] Enqueued Resource ID: e3b919dd-1dbb-472f-a63d-67acf82c0e33 with Priority: HIGHEST for action port [ 590.401363] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_rules [ 590.401525] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 590.401630] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b919dd-1dbb-472f-a63d-67acf82c0e33 with Priority: HIGHEST for action port [ 590.403244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.403725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.403825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.404324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.404414] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.407204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.407330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.407405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.407782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.407782] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.408192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.408270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.408442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.408535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.408630] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.409956] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b919dd-1dbb-472f-a63d-67acf82c0e33 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.410079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.410145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.410344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.410394] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b919dd-1dbb-472f-a63d-67acf82c0e33',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.676808] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.676959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.677073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.677459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.677459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.677601] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.677768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.677768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.677935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.678023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.678155] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b01827d5-b086-401e-9773-402d30ba28d6 already deleted. [ 590.678269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.799795] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.802020] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.802020] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.802020] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.802020] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.802020] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.802020] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.802650] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.823424] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.823592] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.823720] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.823886] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.824452] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-85097f4d-2acd-4169-bb16-910dd084a143 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.825378] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.825515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.825957] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.826193] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85097f4d-2acd-4169-bb16-910dd084a143',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.913433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.913610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.927725] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3b919dd-1dbb-472f-a63d-67acf82c0e33 with status ACTIVE [ 590.930908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.930908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.930908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.930908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.930908] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3b919dd-1dbb-472f-a63d-67acf82c0e33 is going to be updated. [ 590.931571] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.957246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.957246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.957246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.957246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.957246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.957246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b919dd-1dbb-472f-a63d-67acf82c0e33" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.331272] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.331272] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.331924] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.333166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.333166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.333166] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 85097f4d-2acd-4169-bb16-910dd084a143 not found, creating... [ 591.333166] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.333166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.333538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.333538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.333651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.333914] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.334183] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.334314] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.334613] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.334742] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.334959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 85097f4d-2acd-4169-bb16-910dd084a143 is going to be created. [ 591.356987] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.357478] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.357641] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.357942] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.358136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.358341] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.433479] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.612037] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2ead38f2-121e-42a0-95be-86d383d9219a None None] Enqueued Resource ID: 83c0012a-0ded-40ac-bfc1-55ea2f74534c with Priority: HIGHEST for action port [ 591.612573] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c0012a-0ded-40ac-bfc1-55ea2f74534c with Priority: HIGHEST for action port [ 591.612977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c0012a-0ded-40ac-bfc1-55ea2f74534c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.614176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c0012a-0ded-40ac-bfc1-55ea2f74534c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.614319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c0012a-0ded-40ac-bfc1-55ea2f74534c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.615976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c0012a-0ded-40ac-bfc1-55ea2f74534c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.616149] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c0012a-0ded-40ac-bfc1-55ea2f74534c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.938995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.938995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.938995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.938995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.938995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.938995] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be created. [ 591.969616] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.969766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.969825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.970034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.970188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.981890] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: UNINITIALIZED for 2s [ 592.029424] env[66173]: INFO networking_nsxv3.common.synchronization [None req-0e7154ce-2107-4d4d-87a2-5dfcb9319bbf tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 592.029691] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 592.029818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.030040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.030363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.030363] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.110366] env[66173]: INFO networking_nsxv3.common.synchronization [req-c712da25-721a-4151-9001-1e3ab6a45a32 req-4a8c52c3-3f11-46ce-9fa8-dca9e1b5af6d service nova] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_rules [ 592.110530] env[66173]: INFO networking_nsxv3.common.synchronization [req-c712da25-721a-4151-9001-1e3ab6a45a32 req-4a8c52c3-3f11-46ce-9fa8-dca9e1b5af6d service nova] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 592.110713] env[66173]: INFO networking_nsxv3.common.synchronization [req-c712da25-721a-4151-9001-1e3ab6a45a32 req-4a8c52c3-3f11-46ce-9fa8-dca9e1b5af6d service nova] Enqueued Resource ID: 85097f4d-2acd-4169-bb16-910dd084a143 with Priority: HIGHEST for action port [ 592.111220] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_rules [ 592.111381] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 592.111439] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85097f4d-2acd-4169-bb16-910dd084a143 with Priority: HIGHEST for action port [ 592.111813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.111908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.111953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.115221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.115221] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.115594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.117192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.117597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.117670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.118018] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.118018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.118018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.118297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.118297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.118297] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.119375] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-85097f4d-2acd-4169-bb16-910dd084a143 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.119536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.119536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.119719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.119796] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85097f4d-2acd-4169-bb16-910dd084a143',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.126645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c0012a-0ded-40ac-bfc1-55ea2f74534c [ 592.126645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.126788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.126788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.126939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.127062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.127118] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c0012a-0ded-40ac-bfc1-55ea2f74534c already deleted. [ 592.127578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c0012a-0ded-40ac-bfc1-55ea2f74534c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.211308] env[66173]: INFO networking_nsxv3.common.synchronization [None req-bc3e0512-ea3f-464d-ae09-e9f1d85786f7 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 592.211308] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 592.211308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.211308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.217334] env[66173]: INFO networking_nsxv3.common.synchronization [None req-65f1caaf-49dc-44da-87e3-c3df32219e29 tempest-ServersTestBootFromVolume-1988014154 tempest-ServersTestBootFromVolume-1988014154-project-member] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 592.217334] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 592.217334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.217334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.217334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.218062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.218264] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.402834] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e6e3a975-f9ce-4474-bc5b-a568d94ae707 tempest-ServersTestBootFromVolume-1988014154 tempest-ServersTestBootFromVolume-1988014154-project-member] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 592.402834] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 592.402834] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.402834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.553235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.553454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.553454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.553644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.553736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.553828] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 already deleted. [ 592.553907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.554107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.554275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.554356] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.623732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.623881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.624625] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.628507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85097f4d-2acd-4169-bb16-910dd084a143 with status ACTIVE [ 592.628722] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.629458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.629604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.629604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.631336] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.631336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.631336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.631336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.631336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.631336] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85097f4d-2acd-4169-bb16-910dd084a143 is going to be updated. [ 592.654112] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.654320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.654400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.654715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.654818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.655358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85097f4d-2acd-4169-bb16-910dd084a143" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.745689] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.745689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.745887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.746092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.746712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.746712] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 already deleted. [ 592.746712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.746712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.746928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.746928] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.842904] env[66173]: INFO networking_nsxv3.common.synchronization [None req-654aabc0-9ee1-46cf-8fc0-1380d5deb2f1 None None] Enqueued Resource ID: e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1 with Priority: HIGHEST for action port [ 592.844095] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1 with Priority: HIGHEST for action port [ 592.844095] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.844286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.844286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.846819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.846819] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.082183] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.082427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.082427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.082506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.082859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.082859] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 already deleted. [ 593.082859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.127760] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.185170] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6ae94c2d-e6eb-4336-8d16-75729bf43287 None None] Enqueued Resource ID: bb8a0115-6dd4-48ac-abd5-e735e33b485c with Priority: HIGHEST for action port [ 593.185549] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a0115-6dd4-48ac-abd5-e735e33b485c with Priority: HIGHEST for action port [ 593.185842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8a0115-6dd4-48ac-abd5-e735e33b485c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.185997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8a0115-6dd4-48ac-abd5-e735e33b485c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.186876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8a0115-6dd4-48ac-abd5-e735e33b485c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.187215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8a0115-6dd4-48ac-abd5-e735e33b485c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.187304] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8a0115-6dd4-48ac-abd5-e735e33b485c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.270190] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.270190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.270461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.270573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.270698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.270801] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 already deleted. [ 593.270891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.348861] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1 [ 593.350797] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.351525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.351525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.351525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.352411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.352548] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1 already deleted. [ 593.353124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02ff3aa-d3d2-4b14-9bf9-b78a5aebcfa1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.515760] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ea67889d-45c4-49f5-aee5-d4dc316c6c2c tempest-VolumesAssistedSnapshotsTest-595888438 tempest-VolumesAssistedSnapshotsTest-595888438-project-member] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 593.517675] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 593.517675] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.517675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.517675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.518048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.518081] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.630420] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.630683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.630752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.631470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.631533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.631612] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b01827d5-b086-401e-9773-402d30ba28d6 is going to be created. [ 593.656260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.656481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.656481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.656712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.656874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.668976] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: UNINITIALIZED for 2s [ 593.689462] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb8a0115-6dd4-48ac-abd5-e735e33b485c [ 593.690022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.691173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.691249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.691480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.691580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.691663] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb8a0115-6dd4-48ac-abd5-e735e33b485c already deleted. [ 593.691785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8a0115-6dd4-48ac-abd5-e735e33b485c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.822888] env[66173]: INFO networking_nsxv3.common.synchronization [req-7815df2f-08d2-4190-909d-5ffe80bc1ffa req-6e01c190-980e-4a1e-9017-e1e6f71bf765 tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 593.822888] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 593.822888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.823926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.823926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.829244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.829244] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.993280] env[66173]: INFO networking_nsxv3.common.synchronization [None req-fbb401a4-6c1c-46b6-98b0-bb1944efb2bb tempest-VolumesAssistedSnapshotsTest-595888438 tempest-VolumesAssistedSnapshotsTest-595888438-project-member] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 593.996478] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 593.996478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.996478] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 593.996478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.996478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.998403] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.999487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.999590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.999858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.999968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.000085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.000192] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.001277] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.002653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.045834] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.046226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.046742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.047161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.047161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.048628] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a already deleted. [ 594.048628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.048628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.048628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.048628] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.112990] env[66173]: INFO networking_nsxv3.common.synchronization [None req-0f34a215-a1b1-4291-bb2e-d5735603c499 None None] Enqueued Resource ID: ad89ce7a-c102-4b15-b00f-ceca8f5e826c with Priority: HIGHEST for action port [ 594.113548] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad89ce7a-c102-4b15-b00f-ceca8f5e826c with Priority: HIGHEST for action port [ 594.115973] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad89ce7a-c102-4b15-b00f-ceca8f5e826c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.115973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad89ce7a-c102-4b15-b00f-ceca8f5e826c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.115973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad89ce7a-c102-4b15-b00f-ceca8f5e826c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.115973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad89ce7a-c102-4b15-b00f-ceca8f5e826c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.115973] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad89ce7a-c102-4b15-b00f-ceca8f5e826c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.331778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.332079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.332204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.332516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.332644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.332954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.333149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.333203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.333441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.333533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.333651] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 already deleted. [ 594.333767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.461615] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.461615] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.462155] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.462418] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.462585] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.462975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.462975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.463491] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.463491] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.463640] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.463721] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.463783] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.463917] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.464047] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.464115] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.464393] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.491332] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.491332] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.492673] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.493388] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.493966] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-f471797d-6eb6-4b5d-8440-1753b165e3e3 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.493966] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.493966] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.494343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.495574] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f471797d-6eb6-4b5d-8440-1753b165e3e3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.503544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.503544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.503818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.503870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504098] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.504216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.504299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.504679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.504841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.504989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.504989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.505163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.505309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.505399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.505459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.505599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.506485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.506485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.506485] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.572692] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.574257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.574257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.574257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.574257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.574257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a already deleted. [ 594.574257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.619905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad89ce7a-c102-4b15-b00f-ceca8f5e826c [ 594.620190] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.620328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.620397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.620626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.620716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.620909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad89ce7a-c102-4b15-b00f-ceca8f5e826c already deleted. [ 594.620909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad89ce7a-c102-4b15-b00f-ceca8f5e826c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.001897] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.002170] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.002292] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.002740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.002893] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.003030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port f471797d-6eb6-4b5d-8440-1753b165e3e3 not found, creating... [ 595.003258] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.003416] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.003528] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.003751] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.003881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.004194] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.004348] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.004458] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.005444] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.005677] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.005858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: f471797d-6eb6-4b5d-8440-1753b165e3e3 is going to be created. [ 595.009405] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1baad0cd-c8a5-4792-ae4f-b028565d75d2: rpc.has_security_group_logging(os_id): False [ 595.035878] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.036111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.036171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.036469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.036573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.036802] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.036964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.037308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.037535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.037717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.038178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.038602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.038833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.038925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.039119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.039234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.039438] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be created. [ 595.042155] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.042531] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.042855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.043274] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.043692] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.044140] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.139618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.139618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.139618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.139618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.139618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.165038] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 595.680334] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: SUCCESS [ 595.680610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.680744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.681050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.681298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.681430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.681498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.681672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.681777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681959] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.790532] env[66173]: INFO networking_nsxv3.common.synchronization [None req-db43d075-d224-4c1f-967a-736290f26847 None None] Enqueued Resource ID: 725ffce1-f93d-4be9-b64d-2c83fbfd409e with Priority: HIGHEST for action port [ 595.791193] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725ffce1-f93d-4be9-b64d-2c83fbfd409e with Priority: HIGHEST for action port [ 595.792686] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-725ffce1-f93d-4be9-b64d-2c83fbfd409e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.792686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-725ffce1-f93d-4be9-b64d-2c83fbfd409e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-725ffce1-f93d-4be9-b64d-2c83fbfd409e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-725ffce1-f93d-4be9-b64d-2c83fbfd409e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792686] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725ffce1-f93d-4be9-b64d-2c83fbfd409e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.803489] env[66173]: INFO networking_nsxv3.common.synchronization [req-7815df2f-08d2-4190-909d-5ffe80bc1ffa req-727876b7-bed5-47d5-b341-f922d4d0f123 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 595.803489] env[66173]: INFO networking_nsxv3.common.synchronization [req-7815df2f-08d2-4190-909d-5ffe80bc1ffa req-727876b7-bed5-47d5-b341-f922d4d0f123 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 595.803634] env[66173]: INFO networking_nsxv3.common.synchronization [req-7815df2f-08d2-4190-909d-5ffe80bc1ffa req-727876b7-bed5-47d5-b341-f922d4d0f123 service nova] Enqueued Resource ID: f471797d-6eb6-4b5d-8440-1753b165e3e3 with Priority: HIGHEST for action port [ 595.804894] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 595.806747] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 595.806747] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f471797d-6eb6-4b5d-8440-1753b165e3e3 with Priority: HIGHEST for action port [ 595.806747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.806747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.806747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.806747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.806747] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.810715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.810715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.810715] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.810715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f471797d-6eb6-4b5d-8440-1753b165e3e3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.810715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.810715] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f471797d-6eb6-4b5d-8440-1753b165e3e3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.073920] env[66173]: INFO networking_nsxv3.common.synchronization [req-47a32169-c160-4882-87cc-e50e91c87aef req-8ce4471e-6256-4616-8080-b530e81d1b51 tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 2d650b64-234d-488f-b983-616173e968e0 with Priority: HIGHEST for action security_group_rules [ 596.074731] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d650b64-234d-488f-b983-616173e968e0 with Priority: HIGHEST for action security_group_rules [ 596.075435] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d650b64-234d-488f-b983-616173e968e0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.075635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d650b64-234d-488f-b983-616173e968e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.075721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d650b64-234d-488f-b983-616173e968e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.076269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d650b64-234d-488f-b983-616173e968e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.076449] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d650b64-234d-488f-b983-616173e968e0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.184294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.184452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.184517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.185016] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.185131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.185195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.185359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.185450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.185560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.185715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.185807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.185869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.186659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.186659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.186945] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.297139] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 725ffce1-f93d-4be9-b64d-2c83fbfd409e [ 596.297139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.297139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.297139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.297406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.297406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.297499] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:725ffce1-f93d-4be9-b64d-2c83fbfd409e already deleted. [ 596.297594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-725ffce1-f93d-4be9-b64d-2c83fbfd409e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.312593] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.312809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.313067] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.315716] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f471797d-6eb6-4b5d-8440-1753b165e3e3 with status ACTIVE [ 596.315716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.315716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.315716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.315716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.315716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.315716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.315716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.315973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.316483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.316614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.316856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.317068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.317826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.317989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.318224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.318299] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f471797d-6eb6-4b5d-8440-1753b165e3e3 is going to be updated. [ 596.346902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.347658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.347805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.348919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.348919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.348919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f471797d-6eb6-4b5d-8440-1753b165e3e3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.539450] env[66173]: INFO networking_nsxv3.common.synchronization [req-532c92e8-31a8-4056-af4c-a8e36b6a03d0 req-d963be4b-41b6-4ac3-a669-12bc023c0fcc tempest-ImagesNegativeTestJSON-429421192 tempest-ImagesNegativeTestJSON-429421192-project-member] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 596.539450] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 596.539598] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.539808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.539915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.541098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.541098] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.541238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.541282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.541508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.541667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.541895] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.601574] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.601574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.601770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.602353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.602353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.602486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d650b64-234d-488f-b983-616173e968e0 already deleted. [ 596.602522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d650b64-234d-488f-b983-616173e968e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.691710] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b01827d5-b086-401e-9773-402d30ba28d6: rpc.has_security_group_logging(os_id): False [ 596.709700] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.709855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.709947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.710564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.711032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711277] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.711584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.711584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.711667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.711877] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.712045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.712223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.712299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.712512] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b01827d5-b086-401e-9773-402d30ba28d6 is going to be created. [ 596.779288] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.779460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.779507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.780097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.780339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.792762] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: IN_PROGRESS for 2s [ 596.820923] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.044840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.044840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.044840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.045187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.045187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.045187] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96af2cc-f524-438f-b35e-459f2e329590 already deleted. [ 597.045402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.132705] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.133593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.133593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.133593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.133593] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.133867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.133987] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.134273] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.134443] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.134696] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.134815] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.134923] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.135065] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.135191] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.135392] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.135490] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.155290] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.155485] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.155563] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.155719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.156045] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.156224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.156334] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.156665] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.156780] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.176887] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 597.176887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.323784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.323990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.324101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.324368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.324489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.324613] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be created. [ 597.358939] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.359173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.359173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.359401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.359560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.371887] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: UNINITIALIZED for 2s [ 597.661496] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661728] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661869] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.662195] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.662345] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.662494] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 not found, creating... [ 597.662750] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.662899] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.663014] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.663232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.663360] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.663627] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.663774] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.663883] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.664260] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.664428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.664580] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 is going to be created. [ 597.685868] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.686016] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.686131] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.686627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.686627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.686820] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.998608] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ca864804-8495-470a-8b27-96eaa64222de None None] Enqueued Resource ID: ee21291c-c9d2-443c-9323-85e3306ca9e4 with Priority: HIGHEST for action port [ 597.999201] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee21291c-c9d2-443c-9323-85e3306ca9e4 with Priority: HIGHEST for action port [ 597.999544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee21291c-c9d2-443c-9323-85e3306ca9e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.999881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee21291c-c9d2-443c-9323-85e3306ca9e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.000087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee21291c-c9d2-443c-9323-85e3306ca9e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.000629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee21291c-c9d2-443c-9323-85e3306ca9e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.000746] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee21291c-c9d2-443c-9323-85e3306ca9e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.464145] env[66173]: INFO networking_nsxv3.common.synchronization [req-532c92e8-31a8-4056-af4c-a8e36b6a03d0 req-5aea311b-1a40-40c0-90b8-2a49f7669bb5 service nova] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_rules [ 598.464350] env[66173]: INFO networking_nsxv3.common.synchronization [req-532c92e8-31a8-4056-af4c-a8e36b6a03d0 req-5aea311b-1a40-40c0-90b8-2a49f7669bb5 service nova] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 598.464487] env[66173]: INFO networking_nsxv3.common.synchronization [req-532c92e8-31a8-4056-af4c-a8e36b6a03d0 req-5aea311b-1a40-40c0-90b8-2a49f7669bb5 service nova] Enqueued Resource ID: 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 with Priority: HIGHEST for action port [ 598.464998] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_rules [ 598.465220] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 598.465319] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 with Priority: HIGHEST for action port [ 598.465687] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.465782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.465833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.466296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.466437] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.467313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.467432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.467630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.467676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.467810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.467898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.467958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.468105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.468186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.468311] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.468984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.470480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.470480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.470480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.470480] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.504517] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee21291c-c9d2-443c-9323-85e3306ca9e4 [ 598.505073] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.505240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.505304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.505515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.505602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.506237] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee21291c-c9d2-443c-9323-85e3306ca9e4 already deleted. [ 598.506237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee21291c-c9d2-443c-9323-85e3306ca9e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.807286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: SUCCESS [ 598.807414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 with status ACTIVE [ 598.975040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.975040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975608] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.975608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.975608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.975608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.975608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975608] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9 is going to be updated. [ 598.977370] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.979243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.979243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.002571] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.003573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.003779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.004499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.004499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.004499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c7dd9e-bee3-4265-b8f2-b4e8027ee3b9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.382106] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 599.382371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.382572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.382871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.383114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.383308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.383308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.383475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.383531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.383587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.383656] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.480893] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.507283] env[66173]: INFO networking_nsxv3.common.synchronization [req-964a15d7-c7c4-4617-a52c-0dff1a38ca47 req-38e60a47-2be5-4553-bdb2-8ae03cedd49c tempest-FloatingIPsAssociationTestJSON-1823905130 tempest-FloatingIPsAssociationTestJSON-1823905130-project-member] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 599.507785] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 599.508107] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.508326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.508326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.508627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.508750] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.509533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.509533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.509533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.509533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.509533] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.887773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.888452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.888452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.888452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.888452] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.888452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.888790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.888790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.888790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.888870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.889355] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.889355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.889355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.889355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.889355] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.889584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.889584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.889641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.889721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.889867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.890092] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.891432] env[66173]: INFO networking_nsxv3.common.synchronization [None req-22ddc92f-215d-4a32-a40d-32ecba358418 None None] Enqueued Resource ID: 0bbcd3ec-c0bd-4827-9070-92025f1feda6 with Priority: HIGHEST for action port [ 599.893680] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbcd3ec-c0bd-4827-9070-92025f1feda6 with Priority: HIGHEST for action port [ 599.893680] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bbcd3ec-c0bd-4827-9070-92025f1feda6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.893680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bbcd3ec-c0bd-4827-9070-92025f1feda6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.893680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bbcd3ec-c0bd-4827-9070-92025f1feda6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.893680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bbcd3ec-c0bd-4827-9070-92025f1feda6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.893680] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbcd3ec-c0bd-4827-9070-92025f1feda6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.983109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.983279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.983445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.983682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.983800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.983900] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96af2cc-f524-438f-b35e-459f2e329590 is going to be created. [ 600.007912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.008217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.008258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.008490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.008650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.011387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.014152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.014152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 already deleted. [ 600.014152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.020917] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.021122] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.021240] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.021680] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.021986] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.022674] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.023117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.023117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.023215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.023411] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.023519] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.023619] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.023719] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.023847] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.023965] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.024131] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.026186] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: UNINITIALIZED for 2s [ 600.044131] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.044380] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.044563] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.044837] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.045337] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-b6094706-2bbc-4005-9df2-40342f488f4d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.045517] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.045760] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.045944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.046694] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6094706-2bbc-4005-9df2-40342f488f4d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.394373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be943e27-9585-4518-b40e-1d1c8c4d3e27: rpc.has_security_group_logging(os_id): False [ 600.396648] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bbcd3ec-c0bd-4827-9070-92025f1feda6 [ 600.396648] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.396648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.396648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.396648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.396648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.396648] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bbcd3ec-c0bd-4827-9070-92025f1feda6 already deleted. [ 600.396648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bbcd3ec-c0bd-4827-9070-92025f1feda6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.413023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.413023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.413023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.413023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.413941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.416485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.416540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.416695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416856] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be created. [ 600.484982] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.497380] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 600.549629] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.549629] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.549629] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.550453] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.550453] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.550453] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port b6094706-2bbc-4005-9df2-40342f488f4d not found, creating... [ 600.550751] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.550863] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550915] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.551346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.551346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.551666] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.551882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.551997] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.552238] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.552417] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.552945] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: b6094706-2bbc-4005-9df2-40342f488f4d is going to be created. [ 600.578024] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.578317] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.578799] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.579436] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.579774] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.580034] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.843065] env[66173]: INFO networking_nsxv3.common.synchronization [None req-44bdc80b-3368-450c-b7b6-28df224f22f9 None None] Enqueued Resource ID: b6b4ae5b-09e4-4ce1-a776-6af6310e2195 with Priority: HIGHEST for action port [ 600.843065] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b4ae5b-09e4-4ce1-a776-6af6310e2195 with Priority: HIGHEST for action port [ 600.843065] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b4ae5b-09e4-4ce1-a776-6af6310e2195 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.843065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b4ae5b-09e4-4ce1-a776-6af6310e2195" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.843065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b4ae5b-09e4-4ce1-a776-6af6310e2195" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.843065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b4ae5b-09e4-4ce1-a776-6af6310e2195" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.843065] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b4ae5b-09e4-4ce1-a776-6af6310e2195',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.347103] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6b4ae5b-09e4-4ce1-a776-6af6310e2195 [ 601.347594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.347594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.347594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.348539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.348539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.348539] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6b4ae5b-09e4-4ce1-a776-6af6310e2195 already deleted. [ 601.348539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b4ae5b-09e4-4ce1-a776-6af6310e2195" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [req-964a15d7-c7c4-4617-a52c-0dff1a38ca47 req-77102086-8fa4-4b22-b041-668e25a36820 service nova] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_rules [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [req-964a15d7-c7c4-4617-a52c-0dff1a38ca47 req-77102086-8fa4-4b22-b041-668e25a36820 service nova] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [req-964a15d7-c7c4-4617-a52c-0dff1a38ca47 req-77102086-8fa4-4b22-b041-668e25a36820 service nova] Enqueued Resource ID: b6094706-2bbc-4005-9df2-40342f488f4d with Priority: HIGHEST for action port [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_rules [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 601.373743] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6094706-2bbc-4005-9df2-40342f488f4d with Priority: HIGHEST for action port [ 601.373743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.373743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.373743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.374152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.374152] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.378707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.378707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.378707] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.378707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6094706-2bbc-4005-9df2-40342f488f4d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.379396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.379396] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6094706-2bbc-4005-9df2-40342f488f4d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.882359] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.883568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.883700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.883863] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6094706-2bbc-4005-9df2-40342f488f4d with status ACTIVE [ 601.884987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.884987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.884987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.885382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.885537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.885577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885878] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6094706-2bbc-4005-9df2-40342f488f4d is going to be updated. [ 601.908168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.909013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.909594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6094706-2bbc-4005-9df2-40342f488f4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.021600] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8789be9f-4bb5-4f80-b350-a9ea24013340 None None] Enqueued Resource ID: 3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd with Priority: HIGHEST for action port [ 602.023117] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd with Priority: HIGHEST for action port [ 602.023287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.023866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.023996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.024309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.024419] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.040719] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: SUCCESS [ 602.040977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.041182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.041766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.041766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.041912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.041912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.042089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.042177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.042262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.042358] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.388236] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.513869] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 602.514200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.526181] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd [ 602.526748] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.527875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.527875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.527875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.527875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd already deleted. [ 602.527875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a614bb5-e04e-4cf4-9bb7-781e4e2dedcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.547763] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.548355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.549501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.549748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.549989] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.550122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.550181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551122] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.551524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.551524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.551524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.551666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551733] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.891719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.892116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.892116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.892236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.892323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.892722] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be created. [ 602.924615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.924831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.925645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.925645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.925645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.939480] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: UNINITIALIZED for 2s [ 603.056421] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96af2cc-f524-438f-b35e-459f2e329590: rpc.has_security_group_logging(os_id): False [ 603.076109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.076615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.076615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.076764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.076764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.076951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.077068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.077114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.077278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.077367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.077546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.077639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.077704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.077867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.077943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.081200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.083701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.083701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.083701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.083701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.083701] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96af2cc-f524-438f-b35e-459f2e329590 is going to be created. [ 603.111795] env[66173]: INFO networking_nsxv3.common.synchronization [req-ebadf6ea-a63a-48de-a3cf-139febd08a40 req-f4aa349e-eb23-4fa3-9da1-6347159e0b30 tempest-ServerExternalEventsTest-1717152736 tempest-ServerExternalEventsTest-1717152736-project-member] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 603.112440] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 603.113723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.113784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.114216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.114321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.114448] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.114558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.114614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.114787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.114872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.114967] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.118031] env[66173]: INFO networking_nsxv3.common.synchronization [None req-67e4d360-2e88-4590-833c-1f8e4fcc05ba None None] Enqueued Resource ID: 2c6f47e7-d9c7-4c22-aaeb-095f3f223127 with Priority: HIGHEST for action port [ 603.118749] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6f47e7-d9c7-4c22-aaeb-095f3f223127 with Priority: HIGHEST for action port [ 603.118986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6f47e7-d9c7-4c22-aaeb-095f3f223127 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.119114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6f47e7-d9c7-4c22-aaeb-095f3f223127" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.119346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6f47e7-d9c7-4c22-aaeb-095f3f223127" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.119430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6f47e7-d9c7-4c22-aaeb-095f3f223127" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.119512] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6f47e7-d9c7-4c22-aaeb-095f3f223127',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.154758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.154983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.154983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.155564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.155564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.170952] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: IN_PROGRESS for 2s [ 603.622589] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.622986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.622986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.622986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623284] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.623379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623757] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f already deleted. [ 603.623836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624032] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c6f47e7-d9c7-4c22-aaeb-095f3f223127 [ 603.624205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.624308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.624362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.624505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.624579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624659] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c6f47e7-d9c7-4c22-aaeb-095f3f223127 already deleted. [ 603.624733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6f47e7-d9c7-4c22-aaeb-095f3f223127" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.151359] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7f271e1e-4d22-41ff-b799-f001dae0fd94 None None] Enqueued Resource ID: 18edb4b0-09ac-4e4a-9374-c5c485dd411e with Priority: HIGHEST for action port [ 604.152255] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18edb4b0-09ac-4e4a-9374-c5c485dd411e with Priority: HIGHEST for action port [ 604.152345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-18edb4b0-09ac-4e4a-9374-c5c485dd411e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.152431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18edb4b0-09ac-4e4a-9374-c5c485dd411e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.152495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18edb4b0-09ac-4e4a-9374-c5c485dd411e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.152756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18edb4b0-09ac-4e4a-9374-c5c485dd411e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.153064] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18edb4b0-09ac-4e4a-9374-c5c485dd411e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.317140] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.317268] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.317355] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.317706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.318854] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.319781] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.319931] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.320221] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.320735] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.320735] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.320735] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.320844] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.320900] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.321031] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.321138] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.321262] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.342527] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.342677] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.342804] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.343173] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343336] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.343507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.343617] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.343949] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.344098] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e88b0a9-f0bb-4cce-9140-88cea9a8995a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.596879] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7e62b3d9-2c6e-481f-8c0e-7b7131219bf0 None None] Enqueued Resource ID: 5cea25b1-5d27-4f17-9ecf-f279d0cebe1e with Priority: HIGHEST for action port [ 604.597445] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cea25b1-5d27-4f17-9ecf-f279d0cebe1e with Priority: HIGHEST for action port [ 604.597744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cea25b1-5d27-4f17-9ecf-f279d0cebe1e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.598293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cea25b1-5d27-4f17-9ecf-f279d0cebe1e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.598724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cea25b1-5d27-4f17-9ecf-f279d0cebe1e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cea25b1-5d27-4f17-9ecf-f279d0cebe1e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.599115] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cea25b1-5d27-4f17-9ecf-f279d0cebe1e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.654904] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18edb4b0-09ac-4e4a-9374-c5c485dd411e [ 604.655210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.655363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.655476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.655737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.655864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.655987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18edb4b0-09ac-4e4a-9374-c5c485dd411e already deleted. [ 604.656117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18edb4b0-09ac-4e4a-9374-c5c485dd411e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.846175] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.846470] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.846628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.846989] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.847231] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.847488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 5e88b0a9-f0bb-4cce-9140-88cea9a8995a not found, creating... [ 604.848527] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.848735] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.849198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.849500] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.850101] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.850712] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.851142] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.851297] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.851770] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.852130] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.852313] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 5e88b0a9-f0bb-4cce-9140-88cea9a8995a is going to be created. [ 604.876254] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.876464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.876582] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.876849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.877090] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.877331] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.961626] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 604.961887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.962221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.962490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.962662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.962791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.962875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.963191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.963311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.963410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.963536] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.103042] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cea25b1-5d27-4f17-9ecf-f279d0cebe1e [ 605.103042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.103042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.103042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.103357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.103357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.103357] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cea25b1-5d27-4f17-9ecf-f279d0cebe1e already deleted. [ 605.103441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cea25b1-5d27-4f17-9ecf-f279d0cebe1e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.186964] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: SUCCESS [ 605.187222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.469326] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.469824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.470223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.470626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.471234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.471234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.471470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.472660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.473158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.473314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.474124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.474124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.474264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.474419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.476380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.476380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476380] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.670035] env[66173]: INFO networking_nsxv3.common.synchronization [req-ebadf6ea-a63a-48de-a3cf-139febd08a40 req-4e26b835-a69d-4697-bf5c-452363144174 service nova] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_rules [ 605.670035] env[66173]: INFO networking_nsxv3.common.synchronization [req-ebadf6ea-a63a-48de-a3cf-139febd08a40 req-4e26b835-a69d-4697-bf5c-452363144174 service nova] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 605.670035] env[66173]: INFO networking_nsxv3.common.synchronization [req-ebadf6ea-a63a-48de-a3cf-139febd08a40 req-4e26b835-a69d-4697-bf5c-452363144174 service nova] Enqueued Resource ID: 5e88b0a9-f0bb-4cce-9140-88cea9a8995a with Priority: HIGHEST for action port [ 605.670035] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_rules [ 605.670611] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 605.670611] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e88b0a9-f0bb-4cce-9140-88cea9a8995a with Priority: HIGHEST for action port [ 605.672894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.672894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.672894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.672894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.672894] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.674140] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.674519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.674682] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.675153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.675250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675342] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.676206] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.677384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.677384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.677384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.677384] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e88b0a9-f0bb-4cce-9140-88cea9a8995a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.978742] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f184c8a6-bf48-4128-95bf-718bfc236812: rpc.has_security_group_logging(os_id): False [ 605.998735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.998917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.998989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.999237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.999341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.999540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.999639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.999700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.999881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.999966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.000179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.000322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.000403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.000560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.000655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.000945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.000945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.001286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.003986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.003986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.003986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be created. [ 606.075366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.075366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.075366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.075366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.075366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.087471] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 606.178678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.179647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.179877] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.180998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e88b0a9-f0bb-4cce-9140-88cea9a8995a with status ACTIVE [ 606.181791] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.182482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.182598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.183654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.183772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.184128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.184258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.184258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.184420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.184500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.184890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.184890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.185067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.185182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.185281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.185398] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e88b0a9-f0bb-4cce-9140-88cea9a8995a is going to be updated. [ 606.227259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.227459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.227510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.227884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.228082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e88b0a9-f0bb-4cce-9140-88cea9a8995a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.691834] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.698709] env[66173]: INFO networking_nsxv3.common.synchronization [req-bee43457-a85b-49f2-a57d-bc400fbd0b22 req-84406c5b-73b4-428d-9029-c2b6e3494571 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 606.699320] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 606.699630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.701124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.701124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.701124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.701124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.701339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.701339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.702041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.702041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.702041] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.800430] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5f123409-8719-4ac0-9bdb-64648ed34279 None None] Enqueued Resource ID: e85d0a33-8c83-4152-ab49-4172f1e3f6d1 with Priority: HIGHEST for action port [ 606.801047] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85d0a33-8c83-4152-ab49-4172f1e3f6d1 with Priority: HIGHEST for action port [ 606.801361] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85d0a33-8c83-4152-ab49-4172f1e3f6d1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.801947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85d0a33-8c83-4152-ab49-4172f1e3f6d1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.801947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85d0a33-8c83-4152-ab49-4172f1e3f6d1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.801947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85d0a33-8c83-4152-ab49-4172f1e3f6d1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.801947] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85d0a33-8c83-4152-ab49-4172f1e3f6d1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.194880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.195099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.195155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.195479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.195479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.196300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f is going to be created. [ 607.204587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.204741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.204807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.205032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.205112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.205389] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.205518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.205578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.205801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.205801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.205875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 already deleted. [ 607.205949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.224917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.225359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.225359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.225359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.225658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.236829] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: UNINITIALIZED for 2s [ 607.304403] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e85d0a33-8c83-4152-ab49-4172f1e3f6d1 [ 607.304651] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.304796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.304841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.305098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.305181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.305267] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e85d0a33-8c83-4152-ab49-4172f1e3f6d1 already deleted. [ 607.305343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85d0a33-8c83-4152-ab49-4172f1e3f6d1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.413236] env[66173]: INFO networking_nsxv3.common.synchronization [None req-3f8af0ca-d440-45bf-b700-9d33d7225a79 None None] Enqueued Resource ID: 5111ef18-b614-4562-bb27-05f7731bb88a with Priority: HIGHEST for action port [ 607.413843] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5111ef18-b614-4562-bb27-05f7731bb88a with Priority: HIGHEST for action port [ 607.414280] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5111ef18-b614-4562-bb27-05f7731bb88a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.414510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5111ef18-b614-4562-bb27-05f7731bb88a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.414510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5111ef18-b614-4562-bb27-05f7731bb88a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.414874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5111ef18-b614-4562-bb27-05f7731bb88a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.414951] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5111ef18-b614-4562-bb27-05f7731bb88a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.888844] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.889194] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.889923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.889923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.891014] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.892074] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.893076] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.894055] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.894055] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.894055] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.894055] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.894055] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.894055] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.894296] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.894296] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.894849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.913630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.913630] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.913896] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.913932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.914273] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-b71a2db8-3f30-4375-aab9-acaab3103b6f taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.914434] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.914547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.914897] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.915055] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71a2db8-3f30-4375-aab9-acaab3103b6f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.918192] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5111ef18-b614-4562-bb27-05f7731bb88a [ 607.918192] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.918192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.918192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.918192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.918192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.918192] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5111ef18-b614-4562-bb27-05f7731bb88a already deleted. [ 607.918192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5111ef18-b614-4562-bb27-05f7731bb88a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.102513] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 608.102751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.254707] env[66173]: INFO networking_nsxv3.common.synchronization [None req-34470ce0-b970-48b0-a8c0-7ba2fe01f045 None None] Enqueued Resource ID: 56d33ba9-c749-4738-b66b-1344c089f96f with Priority: HIGHEST for action port [ 608.255302] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d33ba9-c749-4738-b66b-1344c089f96f with Priority: HIGHEST for action port [ 608.255765] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d33ba9-c749-4738-b66b-1344c089f96f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.255954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d33ba9-c749-4738-b66b-1344c089f96f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.256038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d33ba9-c749-4738-b66b-1344c089f96f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.256439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d33ba9-c749-4738-b66b-1344c089f96f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.256772] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d33ba9-c749-4738-b66b-1344c089f96f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.419340] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.419510] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.419634] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.421328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.421328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.421328] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port b71a2db8-3f30-4375-aab9-acaab3103b6f not found, creating... [ 608.421328] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.421328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.421328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.421677] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.421677] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.421847] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421986] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.422385] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.422568] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.422743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: b71a2db8-3f30-4375-aab9-acaab3103b6f is going to be created. [ 608.443332] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.443572] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.443709] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.444033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.444307] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.444533] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.760172] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56d33ba9-c749-4738-b66b-1344c089f96f [ 608.760804] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.761287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.761287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.761287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.761429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.761500] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56d33ba9-c749-4738-b66b-1344c089f96f already deleted. [ 608.761559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d33ba9-c749-4738-b66b-1344c089f96f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.076899] env[66173]: INFO networking_nsxv3.common.synchronization [None req-188a411d-16ae-420f-8d74-69125e1363c8 None None] Enqueued Resource ID: 2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7 with Priority: HIGHEST for action port [ 609.077382] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7 with Priority: HIGHEST for action port [ 609.080870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.080870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.080870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.080870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.080870] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.212140] env[66173]: INFO networking_nsxv3.common.synchronization [req-bee43457-a85b-49f2-a57d-bc400fbd0b22 req-a94adb51-724a-49a9-8831-3562d97281df service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 609.212451] env[66173]: INFO networking_nsxv3.common.synchronization [req-bee43457-a85b-49f2-a57d-bc400fbd0b22 req-a94adb51-724a-49a9-8831-3562d97281df service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 609.212521] env[66173]: INFO networking_nsxv3.common.synchronization [req-bee43457-a85b-49f2-a57d-bc400fbd0b22 req-a94adb51-724a-49a9-8831-3562d97281df service nova] Enqueued Resource ID: b71a2db8-3f30-4375-aab9-acaab3103b6f with Priority: HIGHEST for action port [ 609.213178] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 609.213266] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 609.213372] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71a2db8-3f30-4375-aab9-acaab3103b6f with Priority: HIGHEST for action port [ 609.213665] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.214103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.214189] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.215645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.215771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.215836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.216084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.216266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.216404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.216494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.216664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.216750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.216842] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.220816] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b71a2db8-3f30-4375-aab9-acaab3103b6f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.220962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.221058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.221290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.221375] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71a2db8-3f30-4375-aab9-acaab3103b6f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.252182] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: SUCCESS [ 609.252316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.253204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.253204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.253204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.253204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.253204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.253204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.253567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.253567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.253567] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.584082] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7 [ 609.584082] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.584082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.584082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.584082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.584082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.584082] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7 already deleted. [ 609.584082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf6ac3b-c44d-4cd5-ae75-4ce62c9044b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.723341] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.725599] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.725599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b71a2db8-3f30-4375-aab9-acaab3103b6f with status ACTIVE [ 609.731025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.731025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.731025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.731025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.731335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.731335] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.731412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.731412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.731560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.731637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.731888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.732226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.732226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.732327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.732397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.732979] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b71a2db8-3f30-4375-aab9-acaab3103b6f is going to be updated. [ 609.756537] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.756692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.756692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.757698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.757698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.757698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.758057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.758057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.758057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.758158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.758158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.758235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.759074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.759074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.759074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.759074] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.773015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.773276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.773276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.773513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.774204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.774204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b71a2db8-3f30-4375-aab9-acaab3103b6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.227641] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.261680] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11a5ba53-a59e-48f1-a506-0e3c2b9f525f: rpc.has_security_group_logging(os_id): False [ 610.293242] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.293526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.293627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.295266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.295266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.295266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.295845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.295845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.296104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.296104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.296283] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.296625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.296804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.297289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.297289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.297909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f is going to be created. [ 610.376381] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.377956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.377956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.377956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.377956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.392968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: IN_PROGRESS for 2s [ 610.732846] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.732846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.733173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.733438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.733713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.733871] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be created. [ 610.764094] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.764094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.764094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.764570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.764793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.777256] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: UNINITIALIZED for 2s [ 611.209661] env[66173]: INFO networking_nsxv3.common.synchronization [None req-55d17845-fe5d-4a67-96c5-4b7c80ed9e46 None None] Enqueued Resource ID: 7292f47c-c9d2-4b68-ac88-d68ce6b001c3 with Priority: HIGHEST for action port [ 611.211114] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7292f47c-c9d2-4b68-ac88-d68ce6b001c3 with Priority: HIGHEST for action port [ 611.211880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7292f47c-c9d2-4b68-ac88-d68ce6b001c3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.211880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7292f47c-c9d2-4b68-ac88-d68ce6b001c3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.211880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7292f47c-c9d2-4b68-ac88-d68ce6b001c3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.211880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7292f47c-c9d2-4b68-ac88-d68ce6b001c3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.212204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7292f47c-c9d2-4b68-ac88-d68ce6b001c3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.229775] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c2e68ec5-7403-484d-8e3a-44719354212e None None] Enqueued Resource ID: eb734ec7-b1da-4877-a5bb-23df2de5f101 with Priority: HIGHEST for action port [ 611.230557] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb734ec7-b1da-4877-a5bb-23df2de5f101 with Priority: HIGHEST for action port [ 611.230927] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb734ec7-b1da-4877-a5bb-23df2de5f101 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.232166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb734ec7-b1da-4877-a5bb-23df2de5f101" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.232166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb734ec7-b1da-4877-a5bb-23df2de5f101" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.233027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb734ec7-b1da-4877-a5bb-23df2de5f101" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.233027] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb734ec7-b1da-4877-a5bb-23df2de5f101',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.715987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7292f47c-c9d2-4b68-ac88-d68ce6b001c3 [ 611.716404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.716722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.716971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.717948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.717948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.717948] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7292f47c-c9d2-4b68-ac88-d68ce6b001c3 already deleted. [ 611.717948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7292f47c-c9d2-4b68-ac88-d68ce6b001c3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739367] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb734ec7-b1da-4877-a5bb-23df2de5f101 [ 611.739367] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.739367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.739367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.739367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.739367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739367] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb734ec7-b1da-4877-a5bb-23df2de5f101 already deleted. [ 611.739367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb734ec7-b1da-4877-a5bb-23df2de5f101" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.407076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: SUCCESS [ 612.407076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.636261] env[66173]: INFO networking_nsxv3.common.synchronization [req-344dd55e-75d5-423c-9443-5a953dd8d020 req-6993fa88-6404-4992-bf77-f23a08433768 tempest-VolumesAssistedSnapshotsTest-595888438 tempest-VolumesAssistedSnapshotsTest-595888438-project-member] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 612.636678] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 612.640056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.640056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.640056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.640056] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.790276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 612.790662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.790662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.791512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.791512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.791512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.791512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.792267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.792267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.792267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.792267] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.095233] env[66173]: INFO networking_nsxv3.common.synchronization [req-fec96361-f585-4350-bf6f-b7ba85c5293e req-d7af3b5d-ca2a-4ef0-8afa-ccaeb0f208bb tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 62035a73-7397-4c5e-8d9b-0adf1e4773db with Priority: HIGHEST for action security_group_rules [ 613.095233] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62035a73-7397-4c5e-8d9b-0adf1e4773db with Priority: HIGHEST for action security_group_rules [ 613.095233] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62035a73-7397-4c5e-8d9b-0adf1e4773db taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.095233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62035a73-7397-4c5e-8d9b-0adf1e4773db" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.095233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62035a73-7397-4c5e-8d9b-0adf1e4773db" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.095233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62035a73-7397-4c5e-8d9b-0adf1e4773db" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.095622] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62035a73-7397-4c5e-8d9b-0adf1e4773db',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.146827] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.146827] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.146827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.147269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.147366] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a already deleted. [ 613.147444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.151539] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.151703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-102" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.152894] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-102" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154103] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-102" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154524] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154830] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.155060] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.155341] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.155495] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.155699] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.155866] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.156074] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.156164] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.156237] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.156307] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.156422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.179753] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.180050] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.180231] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.180656] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-102" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.180806] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.181035] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.181190] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.182308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.182545] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fc9069-4d01-4e15-ae2d-4b579d141bbc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.293280] env[66173]: INFO networking_nsxv3.common.synchronization [None req-715c4fb3-1ed1-48a3-8d77-87d8f0e05635 None None] Enqueued Resource ID: 85c2c25b-10be-4167-a116-e2169a5c5d97 with Priority: HIGHEST for action port [ 613.294996] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c2c25b-10be-4167-a116-e2169a5c5d97 with Priority: HIGHEST for action port [ 613.294996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c2c25b-10be-4167-a116-e2169a5c5d97 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.294996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c2c25b-10be-4167-a116-e2169a5c5d97" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.294996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c2c25b-10be-4167-a116-e2169a5c5d97" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.294996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c2c25b-10be-4167-a116-e2169a5c5d97" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.295307] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c2c25b-10be-4167-a116-e2169a5c5d97',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.296114] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.617386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.617679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.617679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.617839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.617928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.618028] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62035a73-7397-4c5e-8d9b-0adf1e4773db already deleted. [ 613.618146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62035a73-7397-4c5e-8d9b-0adf1e4773db" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.686024] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.686313] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.686387] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.686740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.686953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.687125] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port c6fc9069-4d01-4e15-ae2d-4b579d141bbc not found, creating... [ 613.687385] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.687548] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.687652] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.687875] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.688043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.688373] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.688527] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.688596] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.688798] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.688921] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.690904] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: c6fc9069-4d01-4e15-ae2d-4b579d141bbc is going to be created. [ 613.711069] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.711337] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.711404] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.711659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.711996] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.712221] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.799239] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85c2c25b-10be-4167-a116-e2169a5c5d97 [ 613.799550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.799937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.800082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.800238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.800328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.800425] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85c2c25b-10be-4167-a116-e2169a5c5d97 already deleted. [ 613.800507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c2c25b-10be-4167-a116-e2169a5c5d97" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.800731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3e1840-4f34-42bb-a5a7-bdd843656e63: rpc.has_security_group_logging(os_id): False [ 613.829732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.829732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.829732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.829732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.829732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.829732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.830014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.830014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.830083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.830128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.832040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be created. [ 613.906622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.906870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.906870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.907062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.907248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920365] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 614.155876] env[66173]: INFO networking_nsxv3.common.synchronization [None req-a2208d25-d7d8-49cb-9c73-31e7faf78a71 None None] Enqueued Resource ID: 86f7ce2c-94ac-4882-8bd7-962525c9d683 with Priority: HIGHEST for action port [ 614.158735] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f7ce2c-94ac-4882-8bd7-962525c9d683 with Priority: HIGHEST for action port [ 614.158735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f7ce2c-94ac-4882-8bd7-962525c9d683 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f7ce2c-94ac-4882-8bd7-962525c9d683" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f7ce2c-94ac-4882-8bd7-962525c9d683" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f7ce2c-94ac-4882-8bd7-962525c9d683" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158735] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f7ce2c-94ac-4882-8bd7-962525c9d683',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.542282] env[66173]: INFO networking_nsxv3.common.synchronization [req-344dd55e-75d5-423c-9443-5a953dd8d020 req-909b7808-0e9f-4f0b-bf03-2abec2c16015 service nova] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 614.542282] env[66173]: INFO networking_nsxv3.common.synchronization [req-344dd55e-75d5-423c-9443-5a953dd8d020 req-909b7808-0e9f-4f0b-bf03-2abec2c16015 service nova] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 614.542985] env[66173]: INFO networking_nsxv3.common.synchronization [req-344dd55e-75d5-423c-9443-5a953dd8d020 req-909b7808-0e9f-4f0b-bf03-2abec2c16015 service nova] Enqueued Resource ID: c6fc9069-4d01-4e15-ae2d-4b579d141bbc with Priority: HIGHEST for action port [ 614.543463] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_rules [ 614.543673] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 614.543851] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fc9069-4d01-4e15-ae2d-4b579d141bbc with Priority: HIGHEST for action port [ 614.544354] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.544518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.544623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.545521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.545521] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.549263] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.549411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.549514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.549888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.550034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.550034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.552194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.552564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.552564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.553127] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.554105] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.558331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.558331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.558331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.558331] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fc9069-4d01-4e15-ae2d-4b579d141bbc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.663211] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86f7ce2c-94ac-4882-8bd7-962525c9d683 [ 614.663633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.663633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.663742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.664135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.664332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.664332] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86f7ce2c-94ac-4882-8bd7-962525c9d683 already deleted. [ 614.664532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f7ce2c-94ac-4882-8bd7-962525c9d683" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.061941] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.065287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.065287] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6fc9069-4d01-4e15-ae2d-4b579d141bbc with status ACTIVE [ 615.065287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.065287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.065287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.067248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.068830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.068830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.068830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.068830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.068830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.068830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.069234] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6fc9069-4d01-4e15-ae2d-4b579d141bbc is going to be updated. [ 615.097245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.097454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.097508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.097708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.097858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.098045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fc9069-4d01-4e15-ae2d-4b579d141bbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.370913] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb1661ea-0654-4c7a-af63-acb41255df91 req-9cc87302-e8ec-40cc-baac-3b8b7616b575 tempest-InstanceActionsNegativeTestJSON-949690397 tempest-InstanceActionsNegativeTestJSON-949690397-project-member] Enqueued Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 615.373394] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 615.373394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.373394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.373394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.373394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.373394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.373922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.374039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.374274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.374474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.374565] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.571774] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.749451] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.749777] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-10" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.749777] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-10" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.750169] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-10" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.750358] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.750510] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.750618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.750849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.750975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.751183] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.751285] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.751384] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.751484] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.751582] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.751678] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.751800] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.770596] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.770788] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.770927] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.771139] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-10" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.771472] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-644235ae-eb55-4ad7-b8e8-3c70d878eed5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.771645] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.771759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.772135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.772287] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644235ae-eb55-4ad7-b8e8-3c70d878eed5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.881083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.881083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.881083] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc already deleted. [ 615.881083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.936608] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 615.937094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.063577] env[66173]: INFO networking_nsxv3.common.synchronization [None req-41119bde-4c1c-437c-83cb-1c389d59c0ac None None] Enqueued Resource ID: ef6943bc-ab44-456b-85aa-f5f90cc8c163 with Priority: HIGHEST for action port [ 616.063577] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6943bc-ab44-456b-85aa-f5f90cc8c163 with Priority: HIGHEST for action port [ 616.063577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6943bc-ab44-456b-85aa-f5f90cc8c163 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.063577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6943bc-ab44-456b-85aa-f5f90cc8c163" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.063577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6943bc-ab44-456b-85aa-f5f90cc8c163" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.063577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6943bc-ab44-456b-85aa-f5f90cc8c163" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.063577] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6943bc-ab44-456b-85aa-f5f90cc8c163',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.075976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.076116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.076199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.076797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.076797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.076797] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a is going to be created. [ 616.106708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.106708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.106708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.107016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.116645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: UNINITIALIZED for 2s [ 616.275826] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.276101] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.276543] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.276617] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.276986] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.276986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 644235ae-eb55-4ad7-b8e8-3c70d878eed5 not found, creating... [ 616.277457] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.277457] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.277457] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.277686] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.277825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.278141] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.278392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.278392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.278573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.278678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.278813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 644235ae-eb55-4ad7-b8e8-3c70d878eed5 is going to be created. [ 616.317020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.317020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.317020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.317020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.317020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.317020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.349733] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8b36ce73-ee2a-4f33-98ef-321e47bd7b88 tempest-ServersTestManualDisk-781007373 tempest-ServersTestManualDisk-781007373-project-member] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 616.350113] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 616.350487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.350617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.350719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.351259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.351259] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.566426] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef6943bc-ab44-456b-85aa-f5f90cc8c163 [ 616.569217] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.569217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.569217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.569217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.569217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.569217] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef6943bc-ab44-456b-85aa-f5f90cc8c163 already deleted. [ 616.569217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6943bc-ab44-456b-85aa-f5f90cc8c163" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.877766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.877766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.877766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.877766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.877766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.877766] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef already deleted. [ 616.878627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.037185] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb1661ea-0654-4c7a-af63-acb41255df91 req-01ddd50d-415d-4b11-9bd1-df7231ccad9b service nova] Enqueued Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_rules [ 617.037529] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb1661ea-0654-4c7a-af63-acb41255df91 req-01ddd50d-415d-4b11-9bd1-df7231ccad9b service nova] Enqueued Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 617.037762] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb1661ea-0654-4c7a-af63-acb41255df91 req-01ddd50d-415d-4b11-9bd1-df7231ccad9b service nova] Enqueued Resource ID: 644235ae-eb55-4ad7-b8e8-3c70d878eed5 with Priority: HIGHEST for action port [ 617.038888] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_rules [ 617.039047] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 617.039502] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644235ae-eb55-4ad7-b8e8-3c70d878eed5 with Priority: HIGHEST for action port [ 617.040357] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.040608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.040769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.041201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.041391] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.042703] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.042904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.043088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.043325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.044151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.044461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.044461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.044705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.045344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.045506] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.047829] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-644235ae-eb55-4ad7-b8e8-3c70d878eed5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.047985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.048129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.048220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.048303] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644235ae-eb55-4ad7-b8e8-3c70d878eed5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.226264] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2e773c71-4df0-4500-9b63-932f05b74c7e tempest-ServersTestManualDisk-781007373 tempest-ServersTestManualDisk-781007373-project-member] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 617.226802] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 617.227602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.227602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.227602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.227852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.227852] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.555386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.555386] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.555386] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644235ae-eb55-4ad7-b8e8-3c70d878eed5 with status ACTIVE [ 617.555386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.555386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.555386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.555993] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.558868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.558868] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644235ae-eb55-4ad7-b8e8-3c70d878eed5 is going to be updated. [ 617.587182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.587182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.587182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.587182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.587182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.587182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644235ae-eb55-4ad7-b8e8-3c70d878eed5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.758381] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.758828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.758828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.758828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.758828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.758961] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef already deleted. [ 617.759029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.061053] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.127840] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: SUCCESS [ 618.128188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.128449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.128700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.129024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.129242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.129341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.129570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.129682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.129799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.129955] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.535975] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d2e1441-2dbc-4f5f-8173-0bed80ae9c5b req-14cb342b-260e-4ec3-af1b-fe0a0f02b5cc tempest-ServerDiagnosticsTest-393600444 tempest-ServerDiagnosticsTest-393600444-project-member] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 618.536666] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 618.537462] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.537678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.537760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.538258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.538258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.538394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.538444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.538615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.538700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.538878] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.564042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.564042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.564042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.564220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.564584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.564584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc is going to be created. [ 618.595466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.595466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.595466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.595466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.595466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.604834] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: UNINITIALIZED for 2s [ 618.633518] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.810823] env[66173]: INFO networking_nsxv3.common.synchronization [req-ddf9287f-682f-45b0-8b23-62cbd49b2de8 req-3e26b0de-3046-4fa2-94c1-a56eb2a6cb68 tempest-ImagesNegativeTestJSON-429421192 tempest-ImagesNegativeTestJSON-429421192-project-member] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 618.811366] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGHEST for action security_group_members [ 618.811786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.811786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.811929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.812142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.812337] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.812466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.812617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.812710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.812771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.812862] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.040865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.041429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.041640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.041732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.041912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.042089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.042089] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 already deleted. [ 619.042089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060869] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.061112] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.061424] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.061604] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.062798] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.062798] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.062798] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.062798] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.062986] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.063405] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.063545] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.063666] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.063770] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.063884] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.063970] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.064369] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.083072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.083072] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.083312] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.083538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.083909] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-179330b2-00d0-49db-9bc2-e31700656c8e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.084172] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084874] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179330b2-00d0-49db-9bc2-e31700656c8e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.134519] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d91c2720-d42a-4d93-89d6-d43b6f674f0a: rpc.has_security_group_logging(os_id): False [ 619.153984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.154262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.154497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.154603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.154849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a is going to be created. [ 619.163646] env[66173]: INFO networking_nsxv3.common.synchronization [req-a45b4f48-a1c8-4e61-a078-24855cc21b76 req-4736df6b-4845-495d-b054-e17739d27541 tempest-ServerDiagnosticsNegativeTest-2048120107 tempest-ServerDiagnosticsNegativeTest-2048120107-project-member] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 619.164190] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGHEST for action security_group_members [ 619.164663] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.164816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.164967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.165339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.165400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.165803] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.233395] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.233395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.233395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.233395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.233395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.249572] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: IN_PROGRESS for 2s [ 619.315074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.315074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.315365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.315456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.315564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.315845] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.316028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.316080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.316284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.316371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.316466] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96af2cc-f524-438f-b35e-459f2e329590 is going to be updated. [ 619.371594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.371784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.371784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.371988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.372280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.382696] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: IN_PROGRESS for 2s [ 619.448691] env[66173]: INFO networking_nsxv3.common.synchronization [req-54359a09-70dd-4040-a346-181768bdd3b5 req-bac96508-894e-4b3d-93a0-c84bfd31c86a tempest-DeleteServersAdminTestJSON-444158460 tempest-DeleteServersAdminTestJSON-444158460-project-admin] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 619.449581] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 619.449968] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.450175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.450244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.450428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.450628] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.450729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.450785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.450936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.451053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.451116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.590199] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.590428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.590530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.590836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.591053] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.591195] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 179330b2-00d0-49db-9bc2-e31700656c8e not found, creating... [ 619.591469] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.591624] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.591733] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.591966] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.592140] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.592469] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.592659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.592777] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.592987] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.593147] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.593285] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 179330b2-00d0-49db-9bc2-e31700656c8e is going to be created. [ 619.617248] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.617726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.617726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.618066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.618198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.618427] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.667868] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.668046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.668129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.668342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.668464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.672381] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.672381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.672381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.672381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.672381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.672381] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b01827d5-b086-401e-9773-402d30ba28d6 is going to be updated. [ 619.719366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.719663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.719663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.719833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.720021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.741038] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: IN_PROGRESS for 2s [ 619.954215] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.954538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.954538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.955139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.955139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.955139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.955139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.955325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.955358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.955449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.955587] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be updated. [ 619.991394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.991394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.991394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.991394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.991643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.005168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 620.044741] env[66173]: INFO networking_nsxv3.common.synchronization [req-473f80ed-68bd-47c8-8aca-b7a23f111438 req-7a2ca871-bdf6-4e20-8bf9-77be841b50ca tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 620.045730] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 620.045844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.045956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.046015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.047337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.047515] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.047650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.047706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.047867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.047956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.048165] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.371719] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d2e1441-2dbc-4f5f-8173-0bed80ae9c5b req-b18fe10c-672f-4c41-bedd-4aa07482f136 service nova] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_rules [ 620.371990] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d2e1441-2dbc-4f5f-8173-0bed80ae9c5b req-b18fe10c-672f-4c41-bedd-4aa07482f136 service nova] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 620.371990] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d2e1441-2dbc-4f5f-8173-0bed80ae9c5b req-b18fe10c-672f-4c41-bedd-4aa07482f136 service nova] Enqueued Resource ID: 179330b2-00d0-49db-9bc2-e31700656c8e with Priority: HIGHEST for action port [ 620.372256] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_rules [ 620.372379] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 620.372468] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 179330b2-00d0-49db-9bc2-e31700656c8e with Priority: HIGHEST for action port [ 620.373093] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.373183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.373220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.373917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.373917] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.374752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375142] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.376028] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.380259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-179330b2-00d0-49db-9bc2-e31700656c8e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.380259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.380259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.380259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.380259] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179330b2-00d0-49db-9bc2-e31700656c8e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.551184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.551346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.551412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.552013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.552013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.552013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.552013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.552861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.552861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.552861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.552861] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 already deleted. [ 620.552861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.555543] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.555730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.555850] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.557057] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.557556] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.557556] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.557707] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.560064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.560064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.560064] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.560064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.560064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.560064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.560064] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.560064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.560064] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.579548] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.579798] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.579988] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.580270] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.580682] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.580816] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.580948] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.581903] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.582118] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f376dc-3e3f-4d47-a6c6-6db7a853ef92',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.616389] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: SUCCESS [ 620.616389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.616641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.616709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.616916] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.617055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.617128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.617276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.617359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.617710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.617710] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.884210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.884210] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.884210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 179330b2-00d0-49db-9bc2-e31700656c8e with status ACTIVE [ 620.884210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.884210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.884210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.887190] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.887190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.887190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.887190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.887190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.887190] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 179330b2-00d0-49db-9bc2-e31700656c8e is going to be updated. [ 620.915094] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.915253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.915321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.915531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.915670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.915837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-179330b2-00d0-49db-9bc2-e31700656c8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.085720] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.086171] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.086319] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.086659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.086946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.087202] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 not found, creating... [ 621.087537] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.087766] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.087924] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.088284] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.088498] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.088881] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.089174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.089343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.089604] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.089740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.089896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 is going to be created. [ 621.122453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.122453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.122453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.122453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.123308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.123308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.123308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.123308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.123308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.123512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.123512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.123594] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.126103] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.126408] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.126606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.126945] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.127611] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.127966] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.267841] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: SUCCESS [ 621.268363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.389035] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.393409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96af2cc-f524-438f-b35e-459f2e329590 in Status: SUCCESS [ 621.394109] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96af2cc-f524-438f-b35e-459f2e329590 deletion is rescheduled due to dependency. [ 621.394109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.630612] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba774e8-d272-4f10-ab2f-b874b5e166bc: rpc.has_security_group_logging(os_id): False [ 621.653648] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.653831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.653943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.654320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.654565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.654821] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.654977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.655079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.655296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.655577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.655577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.655877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.655877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.656299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.656546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.656546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.656906] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc is going to be created. [ 621.719871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.720030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.720120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.720378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.720620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.735282] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: IN_PROGRESS for 2s [ 621.750965] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b01827d5-b086-401e-9773-402d30ba28d6 in Status: SUCCESS [ 621.750965] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b01827d5-b086-401e-9773-402d30ba28d6 deletion is rescheduled due to dependency. [ 621.750965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.805182] env[66173]: INFO networking_nsxv3.common.synchronization [req-473f80ed-68bd-47c8-8aca-b7a23f111438 req-800f77d9-c5aa-429a-a450-c7c291a178f9 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 621.805325] env[66173]: INFO networking_nsxv3.common.synchronization [req-473f80ed-68bd-47c8-8aca-b7a23f111438 req-800f77d9-c5aa-429a-a450-c7c291a178f9 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 621.805459] env[66173]: INFO networking_nsxv3.common.synchronization [req-473f80ed-68bd-47c8-8aca-b7a23f111438 req-800f77d9-c5aa-429a-a450-c7c291a178f9 service nova] Enqueued Resource ID: e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 with Priority: HIGHEST for action port [ 621.808425] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 621.808425] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 621.808425] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 with Priority: HIGHEST for action port [ 621.808425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.808716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.808716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.808848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.808904] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.812261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.812261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.812261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.812261] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.812666] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.812732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.813057] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f376dc-3e3f-4d47-a6c6-6db7a853ef92',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.891736] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.891910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.891957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.892230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.892542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.892542] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 is going to be created. [ 621.921296] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.921444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.921537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.921783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.922100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.934449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: UNINITIALIZED for 2s [ 622.018120] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 622.018120] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 deletion is rescheduled due to dependency. [ 622.018120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.161861] env[66173]: INFO networking_nsxv3.common.synchronization [req-9e1675e2-3cda-4cf6-a2e6-14f27c574ead req-07b997c2-951a-4802-9fe0-3ff842a6dc07 tempest-VolumesAdminNegativeTest-777300691 tempest-VolumesAdminNegativeTest-777300691-project-member] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 622.163818] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 622.163818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.164103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.164103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.164400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.165227] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.165227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.165227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.165227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.165227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.165227] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.323250] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.323250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.323250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.323250] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 with status ACTIVE [ 622.323250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.323250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.323250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.323250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.323250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.323733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.323733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.323733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.323733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.323733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.323994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.324082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.324185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.324272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.324344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.324603] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8f376dc-3e3f-4d47-a6c6-6db7a853ef92 is going to be updated. [ 622.360510] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.360784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.360784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.361234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.361234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.361525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f376dc-3e3f-4d47-a6c6-6db7a853ef92" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.556376] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.556764] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-876" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.556764] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-876" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.558086] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-876" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.558439] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.559135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.559135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.559135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.559292] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.559482] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.559578] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.559731] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.559848] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.560026] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.560110] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.560249] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.580407] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.580569] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.580698] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.580883] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-876" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.581237] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-487d9544-5f22-4461-af77-5ff3b4a9095b taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.581408] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.581520] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.581835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.581967] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487d9544-5f22-4461-af77-5ff3b4a9095b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.668473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.668641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.668716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.668952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.669057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.669362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.669428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.669628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.669722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669841] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 already deleted. [ 622.669950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.822849] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.085047] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.085047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.085329] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.085668] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.085882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.086098] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 487d9544-5f22-4461-af77-5ff3b4a9095b not found, creating... [ 623.086418] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.086662] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.087011] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.087097] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.087246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.087548] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.087706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.087828] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.088049] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.088178] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.088311] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 487d9544-5f22-4461-af77-5ff3b4a9095b is going to be created. [ 623.115317] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.115592] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.116098] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.116098] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116901] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.116901] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.325351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.325631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.325722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.325996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.326161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.326269] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be created. [ 623.357724] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.357998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.357998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.358237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.358407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.369319] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: UNINITIALIZED for 2s [ 623.752668] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: SUCCESS [ 623.752668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [req-9e1675e2-3cda-4cf6-a2e6-14f27c574ead req-808540a5-1c22-4b99-8d81-097fa9db7ab5 service nova] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_rules [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [req-9e1675e2-3cda-4cf6-a2e6-14f27c574ead req-808540a5-1c22-4b99-8d81-097fa9db7ab5 service nova] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [req-9e1675e2-3cda-4cf6-a2e6-14f27c574ead req-808540a5-1c22-4b99-8d81-097fa9db7ab5 service nova] Enqueued Resource ID: 487d9544-5f22-4461-af77-5ff3b4a9095b with Priority: HIGHEST for action port [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_rules [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 623.842964] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487d9544-5f22-4461-af77-5ff3b4a9095b with Priority: HIGHEST for action port [ 623.843528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.843686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.843735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.844421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.844421] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.845191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.845191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.845191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.845416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.845416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.847351] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.847351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-487d9544-5f22-4461-af77-5ff3b4a9095b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847351] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487d9544-5f22-4461-af77-5ff3b4a9095b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.946358] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: SUCCESS [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.946358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946760] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.348975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.353039] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.353039] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 487d9544-5f22-4461-af77-5ff3b4a9095b with status ACTIVE [ 624.353039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.353039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.353039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.353039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.353039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.353039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.353808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.353808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.353808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.353808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.353808] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.353808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.354060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.354060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.355016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.355016] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 487d9544-5f22-4461-af77-5ff3b4a9095b is going to be updated. [ 624.387749] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.387749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.387749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.387749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.387749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.387749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487d9544-5f22-4461-af77-5ff3b4a9095b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.448817] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.448977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.449049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.449285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.449861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.450032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.450103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.450346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.450444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.450542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.450697] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.450793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.450852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.450996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.451152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.451244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.451302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.451444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.451519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.451600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.451689] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.857166] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.955715] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b41863c3-97dc-49a9-ac3c-59aae55b9689: rpc.has_security_group_logging(os_id): False [ 624.976211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.976455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.976455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.976748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.976748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.976955] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.977147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.977320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.977398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.977580] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.977757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.977952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.977952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.978910] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.979103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.979103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.979228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.979343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.979410] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 is going to be created. [ 625.043133] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.043406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.043484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.043714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.044138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.056212] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: IN_PROGRESS for 2s [ 625.359853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.360056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.360153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.360438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.360536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.360638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 is going to be created. [ 625.385293] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 625.385528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.385736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.385984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.386233] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.386342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.386421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.386590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.386686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.386759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.386844] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.396258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.396486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.396530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.396834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.397146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.413983] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: UNINITIALIZED for 2s [ 625.723904] env[66173]: INFO networking_nsxv3.common.synchronization [req-c2a72e04-79ad-48e8-b0a0-9c46cdcd506c req-ffa0d7ca-43af-4dbd-882b-679b8b055b2d tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 833346b6-2fc2-4c7b-a437-bd2095b717b1 with Priority: HIGHEST for action security_group_rules [ 625.724386] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833346b6-2fc2-4c7b-a437-bd2095b717b1 with Priority: HIGHEST for action security_group_rules [ 625.724845] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833346b6-2fc2-4c7b-a437-bd2095b717b1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.724977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833346b6-2fc2-4c7b-a437-bd2095b717b1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.725057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833346b6-2fc2-4c7b-a437-bd2095b717b1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.725823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833346b6-2fc2-4c7b-a437-bd2095b717b1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.725823] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833346b6-2fc2-4c7b-a437-bd2095b717b1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.891052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.891346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.891346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.891558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.891774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.891907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.891944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.892159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.892252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.892359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.892522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.892617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.892693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.892874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.893037] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.893154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.893218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.893392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.893490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.893744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.893887] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.114965] env[66173]: INFO networking_nsxv3.common.synchronization [None req-11679725-d783-4302-8641-4cbaea3b2bac None None] Enqueued Resource ID: d29b2206-c6d5-4e48-87c3-45256ab377ea with Priority: HIGHEST for action port [ 626.114965] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b2206-c6d5-4e48-87c3-45256ab377ea with Priority: HIGHEST for action port [ 626.115558] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29b2206-c6d5-4e48-87c3-45256ab377ea taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.115684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29b2206-c6d5-4e48-87c3-45256ab377ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.115750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29b2206-c6d5-4e48-87c3-45256ab377ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.116014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29b2206-c6d5-4e48-87c3-45256ab377ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.116300] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29b2206-c6d5-4e48-87c3-45256ab377ea',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.251325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.251325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.251325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.251325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.251325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.251325] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833346b6-2fc2-4c7b-a437-bd2095b717b1 already deleted. [ 626.251325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833346b6-2fc2-4c7b-a437-bd2095b717b1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.395948] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010e6833-9844-4bd1-ae19-22bcdc457003: rpc.has_security_group_logging(os_id): False [ 626.416867] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.416965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.417097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.417682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.417798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.418050] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.418212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.418327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.418462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.418585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.418756] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.418951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.418951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.419570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.419570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.419570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.419570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.419759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.419807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.419840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.419945] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be created. [ 626.490084] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.490877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.491314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.505746] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 626.621684] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d29b2206-c6d5-4e48-87c3-45256ab377ea [ 626.621684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.621684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.621684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.621684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621684] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d29b2206-c6d5-4e48-87c3-45256ab377ea already deleted. [ 626.621684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29b2206-c6d5-4e48-87c3-45256ab377ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.074027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: SUCCESS [ 627.074027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.423597] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: SUCCESS [ 627.423597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.423744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.424221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.424407] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.424562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.424617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.424784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.424840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.424926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.425037] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.933035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.933266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.933334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.933567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.933741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.933874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.933920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.934082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.934184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.935507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.935507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.935507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.935507] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.440565] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for badbb42e-f9a3-4bf0-8b94-df512aebf5d2: rpc.has_security_group_logging(os_id): False [ 628.463026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463856] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 is going to be created. [ 628.522036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 628.522407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.529625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.529844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.529844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.530117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.530443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.542952] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: IN_PROGRESS for 2s [ 628.554649] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d7817401-41e6-4f43-9aaf-2f0614ff28fa None None] Enqueued Resource ID: eae5b1a6-28fd-4078-b637-e8ae8b004498 with Priority: HIGHEST for action port [ 628.555300] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae5b1a6-28fd-4078-b637-e8ae8b004498 with Priority: HIGHEST for action port [ 628.555667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae5b1a6-28fd-4078-b637-e8ae8b004498 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.555849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae5b1a6-28fd-4078-b637-e8ae8b004498" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.557250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae5b1a6-28fd-4078-b637-e8ae8b004498" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae5b1a6-28fd-4078-b637-e8ae8b004498" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558716] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae5b1a6-28fd-4078-b637-e8ae8b004498',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.066394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eae5b1a6-28fd-4078-b637-e8ae8b004498 [ 629.066793] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.066976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.067113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.067446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.067576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.067704] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eae5b1a6-28fd-4078-b637-e8ae8b004498 already deleted. [ 629.067820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae5b1a6-28fd-4078-b637-e8ae8b004498" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.146729] env[66173]: INFO networking_nsxv3.common.synchronization [req-db6c79ea-7a25-4a2e-a8bd-53bb7dbd2600 req-07c4b296-eabe-425c-a687-43c9b4081d8c tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 630.147672] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 630.147672] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.147906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.147906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.148298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.148487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.148608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.148682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.148932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.149186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.150495] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.560252] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: SUCCESS [ 630.560488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.636685] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.636960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.637196] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.637463] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.637890] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.638048] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.638224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.638480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.638725] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.639044] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.639202] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.639400] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.639600] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.639728] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.639864] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.640079] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.654907] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.666121] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.666322] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.666488] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.666690] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.667048] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.667236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.667353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.667734] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.667867] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb58121-b7a7-4d53-a377-4aa74fcac0d5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.717672] env[66173]: INFO networking_nsxv3.common.synchronization [req-dd24a5fe-2968-4b7d-8f41-711239e334de req-e5a134bc-5fff-4bc1-a1e1-e70fb25ec134 tempest-ServerExternalEventsTest-1717152736 tempest-ServerExternalEventsTest-1717152736-project-member] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 630.719058] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGHEST for action security_group_members [ 630.719058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.719058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.719058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.719372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.719491] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.719613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.719688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.719874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.719985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.720141] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.157044] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.171058] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.171355] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.171437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.171679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.171825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171974] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port ccb58121-b7a7-4d53-a377-4aa74fcac0d5 not found, creating... [ 631.172431] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.172699] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172827] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.173411] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.173411] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.173718] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.173883] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.174229] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.174488] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.174626] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.174799] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: ccb58121-b7a7-4d53-a377-4aa74fcac0d5 is going to be created. [ 631.202488] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.202714] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.202836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.203132] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.203545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.203790] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.222985] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.222985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.223300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.223593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.223704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.223930] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.224050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.224118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.224315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.224594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.224594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f is going to be updated. [ 631.264343] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.264557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.264652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.264947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.265179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.285787] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: IN_PROGRESS for 2s [ 631.659928] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.660272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.660272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.660403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.660500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.660593] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 631.691577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.691724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.693357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.693357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.693357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.706867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 631.940747] env[66173]: INFO networking_nsxv3.common.synchronization [req-db6c79ea-7a25-4a2e-a8bd-53bb7dbd2600 req-26a1ecf7-9f64-487a-8c4b-4a188adb9261 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 631.940955] env[66173]: INFO networking_nsxv3.common.synchronization [req-db6c79ea-7a25-4a2e-a8bd-53bb7dbd2600 req-26a1ecf7-9f64-487a-8c4b-4a188adb9261 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 631.941124] env[66173]: INFO networking_nsxv3.common.synchronization [req-db6c79ea-7a25-4a2e-a8bd-53bb7dbd2600 req-26a1ecf7-9f64-487a-8c4b-4a188adb9261 service nova] Enqueued Resource ID: ccb58121-b7a7-4d53-a377-4aa74fcac0d5 with Priority: HIGHEST for action port [ 631.941662] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 631.941807] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 631.941928] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb58121-b7a7-4d53-a377-4aa74fcac0d5 with Priority: HIGHEST for action port [ 631.942893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.943074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.943149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.943378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943450] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.944393] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.944508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.944672] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.944783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.944847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.945108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.946038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb58121-b7a7-4d53-a377-4aa74fcac0d5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.449562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.449562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.451337] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccb58121-b7a7-4d53-a377-4aa74fcac0d5 with status ACTIVE [ 632.451853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.452116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.452247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.452969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.452969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.452969] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.452969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.453189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.453280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.453360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.453561] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.453660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.453708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.453859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.453926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.454982] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccb58121-b7a7-4d53-a377-4aa74fcac0d5 is going to be updated. [ 632.486525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.486740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.486740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.487151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.487151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.487464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb58121-b7a7-4d53-a377-4aa74fcac0d5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.598172] env[66173]: INFO networking_nsxv3.common.synchronization [req-5c8a7f19-0c57-49e5-a6a6-e40f59132d4c req-82121980-28ba-43a7-bd4b-48c09d33333c tempest-ServersTestBootFromVolume-1988014154 tempest-ServersTestBootFromVolume-1988014154-project-member] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 632.598775] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 632.599861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.599997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.599997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600532] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.600615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.600683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.600984] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.991338] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.991567] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.991691] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.992508] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.992725] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.993344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.993344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.993344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.993499] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.993740] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.993908] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.993946] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.994159] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.994249] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.994374] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.994541] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.015406] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.015607] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.015702] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.015869] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.016213] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-69f0bb70-1526-433e-a738-48e39981556d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.016385] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.016498] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.016847] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.016980] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f0bb70-1526-433e-a738-48e39981556d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.103341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.103533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.103570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.103770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.103857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.104057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.104180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.104235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.104495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.104495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.104495] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 already deleted. [ 633.104594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.308966] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f in Status: SUCCESS [ 633.309172] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f deletion is rescheduled due to dependency. [ 633.309286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.519471] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.519878] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.520080] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520506] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520904] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.521048] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 69f0bb70-1526-433e-a738-48e39981556d not found, creating... [ 633.521459] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.521676] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.521855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.522259] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.522402] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.522776] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.523021] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.523202] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.523465] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.524183] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.524183] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 69f0bb70-1526-433e-a738-48e39981556d is going to be created. [ 633.548677] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548901] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.549041] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.549470] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.549942] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.550998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.719220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 633.719463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.719589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.719888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.720132] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.720414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.720505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.720700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.720789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.720894] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.224892] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.258387] env[66173]: INFO networking_nsxv3.common.synchronization [req-5c8a7f19-0c57-49e5-a6a6-e40f59132d4c req-f8cbc9c6-092e-42f6-b8e4-9c5970e42b24 service nova] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 634.258588] env[66173]: INFO networking_nsxv3.common.synchronization [req-5c8a7f19-0c57-49e5-a6a6-e40f59132d4c req-f8cbc9c6-092e-42f6-b8e4-9c5970e42b24 service nova] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 634.258868] env[66173]: INFO networking_nsxv3.common.synchronization [req-5c8a7f19-0c57-49e5-a6a6-e40f59132d4c req-f8cbc9c6-092e-42f6-b8e4-9c5970e42b24 service nova] Enqueued Resource ID: 69f0bb70-1526-433e-a738-48e39981556d with Priority: HIGHEST for action port [ 634.259670] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_rules [ 634.259759] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 634.259898] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f0bb70-1526-433e-a738-48e39981556d with Priority: HIGHEST for action port [ 634.260272] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.260350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.260393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.260608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.260698] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.261988] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.262122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.262246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.262559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.262731] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.262838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.262917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.263078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.263160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.263489] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.265116] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f0bb70-1526-433e-a738-48e39981556d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.265116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.265116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.265116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.265116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f0bb70-1526-433e-a738-48e39981556d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.727025] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.756540] env[66173]: INFO networking_nsxv3.common.synchronization [req-51f3a5ae-2a13-4ce1-ac33-b92d992c3660 req-26519264-d685-4e30-85e9-1a3ffb0d6c82 tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: cd483514-e669-4d86-b4bb-080926cd871c with Priority: HIGHEST for action security_group_rules [ 634.757400] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd483514-e669-4d86-b4bb-080926cd871c with Priority: HIGHEST for action security_group_rules [ 634.757783] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd483514-e669-4d86-b4bb-080926cd871c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.758322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd483514-e669-4d86-b4bb-080926cd871c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.761738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd483514-e669-4d86-b4bb-080926cd871c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.761738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd483514-e669-4d86-b4bb-080926cd871c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.761738] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd483514-e669-4d86-b4bb-080926cd871c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.767025] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.769514] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.769647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.769762] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f0bb70-1526-433e-a738-48e39981556d with status ACTIVE [ 634.769914] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.770246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.770435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.772294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.773231] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.773414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.773521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.773712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.773828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.773967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f0bb70-1526-433e-a738-48e39981556d is going to be updated. [ 634.799111] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.799260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.801411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f0bb70-1526-433e-a738-48e39981556d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832960] env[66173]: INFO networking_nsxv3.common.synchronization [None req-50a532e5-be5f-4869-9884-0fa801b8db05 None None] Enqueued Resource ID: 2d2cdbb6-aa93-44a9-b4d9-2905a3105d16 with Priority: HIGHEST for action port [ 634.832960] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2cdbb6-aa93-44a9-b4d9-2905a3105d16 with Priority: HIGHEST for action port [ 634.833273] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2cdbb6-aa93-44a9-b4d9-2905a3105d16 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.833412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2cdbb6-aa93-44a9-b4d9-2905a3105d16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.833412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2cdbb6-aa93-44a9-b4d9-2905a3105d16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.834897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2cdbb6-aa93-44a9-b4d9-2905a3105d16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.835026] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2cdbb6-aa93-44a9-b4d9-2905a3105d16',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.230705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.230918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.231037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.231271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.231385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.231459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 635.273064] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.273549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.273549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.274275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.274477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.277623] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.284992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.286394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.286394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.286394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd483514-e669-4d86-b4bb-080926cd871c already deleted. [ 635.286572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd483514-e669-4d86-b4bb-080926cd871c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.287416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 635.339751] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2cdbb6-aa93-44a9-b4d9-2905a3105d16 [ 635.339751] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.339751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.339751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.339751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.339751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.339751] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2cdbb6-aa93-44a9-b4d9-2905a3105d16 already deleted. [ 635.339751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2cdbb6-aa93-44a9-b4d9-2905a3105d16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.781581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.782191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.782191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.782191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.782506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.782506] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 is going to be created. [ 635.807725] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.808134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.808276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.808581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.808752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.821954] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: UNINITIALIZED for 2s [ 636.198660] env[66173]: INFO networking_nsxv3.common.synchronization [req-148d66af-72ca-46fe-a81c-0c6584b749bb req-8332b4c3-87d2-498b-be04-d176631e62d2 tempest-ServersTestManualDisk-781007373 tempest-ServersTestManualDisk-781007373-project-member] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 636.198660] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 636.198758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.199451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.202033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.202033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.203470] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.204539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.204539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.206015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.206015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.206015] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.692173] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8f1ad798-a17e-42c5-b61e-461787bf64a5 None None] Enqueued Resource ID: 78335ebb-de1b-42c3-b746-6a3dc6499cba with Priority: HIGHEST for action port [ 636.692957] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78335ebb-de1b-42c3-b746-6a3dc6499cba with Priority: HIGHEST for action port [ 636.693220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-78335ebb-de1b-42c3-b746-6a3dc6499cba taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.693341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78335ebb-de1b-42c3-b746-6a3dc6499cba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.693447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78335ebb-de1b-42c3-b746-6a3dc6499cba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.693908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78335ebb-de1b-42c3-b746-6a3dc6499cba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.693908] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78335ebb-de1b-42c3-b746-6a3dc6499cba',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.708457] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.708558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.708614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.709707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.709707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.709874] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.709985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.710096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.710207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.710279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.710358] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef already deleted. [ 636.710433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-281" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-281" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-281" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717689] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.717689] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.717689] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.717689] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.717689] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.717689] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.717964] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.741179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.741368] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.741568] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.741686] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-281" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.741981] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.742161] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.742318] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.742678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.742844] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc40a4e-2306-42fb-b643-5e3e98ce8ed1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.105118] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d20b58c0-7cd6-47d2-81ec-1152ed812c15 None None] Enqueued Resource ID: e03d1bb7-d817-4f90-aefe-71ac6d10112a with Priority: HIGHEST for action port [ 637.105710] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03d1bb7-d817-4f90-aefe-71ac6d10112a with Priority: HIGHEST for action port [ 637.106034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e03d1bb7-d817-4f90-aefe-71ac6d10112a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.106165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e03d1bb7-d817-4f90-aefe-71ac6d10112a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.106229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e03d1bb7-d817-4f90-aefe-71ac6d10112a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.106683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e03d1bb7-d817-4f90-aefe-71ac6d10112a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.106683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e03d1bb7-d817-4f90-aefe-71ac6d10112a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.195994] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78335ebb-de1b-42c3-b746-6a3dc6499cba [ 637.196298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.196396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.196458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.196667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.196767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78335ebb-de1b-42c3-b746-6a3dc6499cba already deleted. [ 637.196970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78335ebb-de1b-42c3-b746-6a3dc6499cba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.249839] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.249839] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 not found, creating... [ 637.249839] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.249839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.254276] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.254929] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.256198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.256198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.256198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.256198] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 is going to be created. [ 637.280042] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.280487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.280701] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.283946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.283946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.283946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.303590] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 637.303828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.304075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.304335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.304503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.305411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.305573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.305827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.305929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.306057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.306188] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.609627] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e03d1bb7-d817-4f90-aefe-71ac6d10112a [ 637.609881] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.610030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.610101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.610373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.611320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.611320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e03d1bb7-d817-4f90-aefe-71ac6d10112a already deleted. [ 637.611320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e03d1bb7-d817-4f90-aefe-71ac6d10112a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.634702] env[66173]: INFO networking_nsxv3.common.synchronization [req-07a6801b-2a32-48ba-932e-b644144313ee req-5232adb9-066f-4af7-9ca8-b3016d480340 tempest-FloatingIPsAssociationTestJSON-1823905130 tempest-FloatingIPsAssociationTestJSON-1823905130-project-member] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 637.635774] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 637.636198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.636198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.636198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.636693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.636751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.637509] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.808794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.808794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.808794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.809067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.809216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.809279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.809327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.809485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.809570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.809654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.809794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.809881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.809937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.810112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.810299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.810382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.810445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.810580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.810672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810850] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.836037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: SUCCESS [ 637.836778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.836778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.836778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.836919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.836995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.837056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.837245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.837889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.837889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.837889] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.003576] env[66173]: INFO networking_nsxv3.common.synchronization [req-148d66af-72ca-46fe-a81c-0c6584b749bb req-5a311faf-1fcc-4def-9ed4-b150bb5e97f5 service nova] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 638.003701] env[66173]: INFO networking_nsxv3.common.synchronization [req-148d66af-72ca-46fe-a81c-0c6584b749bb req-5a311faf-1fcc-4def-9ed4-b150bb5e97f5 service nova] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 638.004474] env[66173]: INFO networking_nsxv3.common.synchronization [req-148d66af-72ca-46fe-a81c-0c6584b749bb req-5a311faf-1fcc-4def-9ed4-b150bb5e97f5 service nova] Enqueued Resource ID: 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 with Priority: HIGHEST for action port [ 638.004474] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_rules [ 638.004474] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 638.004636] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 with Priority: HIGHEST for action port [ 638.005709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.005709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.005709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.006307] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.007302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.008275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.008275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.008275] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.009034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.009120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.009170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.009827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.009827] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc40a4e-2306-42fb-b643-5e3e98ce8ed1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.139680] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.313067] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010e6833-9844-4bd1-ae19-22bcdc457003: rpc.has_security_group_logging(os_id): False [ 638.344970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.344970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.344970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.345497] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.345497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.345585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.345689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.345811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.345962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.346168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.346225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.346376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.346454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.346543] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 638.348098] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.431994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.432155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.432275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.433140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.433140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.451139] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 638.470904] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.471090] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.471090] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.471555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.471719] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.471797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.471996] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.472158] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.472334] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.472531] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.472636] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.472738] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.472839] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.472949] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.473188] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.473248] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.510305] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.510526] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.510922] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.510922] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-904" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.514390] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-e494c57a-199d-4d68-aad4-ddf6b305ee83 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514390] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e494c57a-199d-4d68-aad4-ddf6b305ee83',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.514390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514390] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 with status ACTIVE [ 638.514390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.514390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.514961] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.514961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.514961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.516104] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.516104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.516104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cc40a4e-2306-42fb-b643-5e3e98ce8ed1 is going to be updated. [ 638.517303] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.547945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.548936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.548936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.548936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.549103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.549279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc40a4e-2306-42fb-b643-5e3e98ce8ed1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.642786] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.853592] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4850fe13-5cf7-411e-9c4f-6167c6205b76: rpc.has_security_group_logging(os_id): False [ 638.875178] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.875178] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.875178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.875178] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 is going to be created. [ 638.953297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.953590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.953910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.953910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.955698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.971222] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: IN_PROGRESS for 2s [ 639.019943] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.020940] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.021281] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.021698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.022538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.022811] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port e494c57a-199d-4d68-aad4-ddf6b305ee83 not found, creating... [ 639.023428] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.023632] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.024603] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.024768] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.024992] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.025424] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.025663] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.025810] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.026202] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.026307] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.026589] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: e494c57a-199d-4d68-aad4-ddf6b305ee83 is going to be created. [ 639.028185] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.061410] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.061661] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.061822] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.062164] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.062511] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.062759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.144899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.145637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.145637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.145637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.145637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.145637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be updated. [ 639.194653] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.194653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.194653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.194653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.194887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.210768] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 639.530820] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.531057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.531196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.531381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.531476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.531598] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef is going to be created. [ 639.571476] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.571674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.575828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.576172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.591087] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: UNINITIALIZED for 2s [ 639.785986] env[66173]: INFO networking_nsxv3.common.synchronization [req-8fa22e8f-09de-412b-94b9-5e99881b6388 req-eb84710a-5e65-495c-bafa-10a208118853 tempest-ServerDiagnosticsTest-393600444 tempest-ServerDiagnosticsTest-393600444-project-member] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 639.786820] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGHEST for action security_group_members [ 639.787191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.788114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.788196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.788305] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.842728] env[66173]: INFO networking_nsxv3.common.synchronization [req-07a6801b-2a32-48ba-932e-b644144313ee req-c6b361ca-76a6-4c0c-b9fe-2f778148a53e service nova] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_rules [ 639.842991] env[66173]: INFO networking_nsxv3.common.synchronization [req-07a6801b-2a32-48ba-932e-b644144313ee req-c6b361ca-76a6-4c0c-b9fe-2f778148a53e service nova] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 639.845853] env[66173]: INFO networking_nsxv3.common.synchronization [req-07a6801b-2a32-48ba-932e-b644144313ee req-c6b361ca-76a6-4c0c-b9fe-2f778148a53e service nova] Enqueued Resource ID: e494c57a-199d-4d68-aad4-ddf6b305ee83 with Priority: HIGHEST for action port [ 639.846073] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_rules [ 639.846151] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 639.846324] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e494c57a-199d-4d68-aad4-ddf6b305ee83 with Priority: HIGHEST for action port [ 639.848673] env[66173]: INFO networking_nsxv3.common.synchronization [None req-4bf61201-0ded-45c1-a723-8d05d755c0dd None None] Enqueued Resource ID: ce6e7522-3850-4f75-8d72-7af046e08989 with Priority: HIGHEST for action port [ 639.848673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.848673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.849058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.849145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.849559] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.850682] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.850906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.852555] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e494c57a-199d-4d68-aad4-ddf6b305ee83 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.852999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.854031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.854315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.855230] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e494c57a-199d-4d68-aad4-ddf6b305ee83',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.859664] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6e7522-3850-4f75-8d72-7af046e08989 with Priority: HIGHEST for action port [ 639.859664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6e7522-3850-4f75-8d72-7af046e08989 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6e7522-3850-4f75-8d72-7af046e08989" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6e7522-3850-4f75-8d72-7af046e08989" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6e7522-3850-4f75-8d72-7af046e08989" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859664] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6e7522-3850-4f75-8d72-7af046e08989',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.292083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.292083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.292083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.293374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.294048] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 is going to be updated. [ 640.333153] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.333483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.333483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.333663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.333806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.351537] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: IN_PROGRESS for 2s [ 640.358945] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e494c57a-199d-4d68-aad4-ddf6b305ee83 with status ACTIVE [ 640.365251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.365251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.365251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.365251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.365251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e494c57a-199d-4d68-aad4-ddf6b305ee83 is going to be updated. [ 640.366660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.366660] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce6e7522-3850-4f75-8d72-7af046e08989 [ 640.366660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.366660] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce6e7522-3850-4f75-8d72-7af046e08989 already deleted. [ 640.366660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6e7522-3850-4f75-8d72-7af046e08989" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.394153] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.394428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.394428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.394579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.394712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.395303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e494c57a-199d-4d68-aad4-ddf6b305ee83" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.470285] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 640.470813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.625553] env[66173]: INFO networking_nsxv3.common.synchronization [req-5256d980-72eb-42fc-bb97-92e35350f205 req-5c9de903-40e4-4f9c-90a9-eb7f80c32729 tempest-ImagesOneServerTestJSON-2093816573 tempest-ImagesOneServerTestJSON-2093816573-project-member] Enqueued Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 640.627898] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 640.627898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.627898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.627898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.630638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.630638] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.986962] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: SUCCESS [ 640.987524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.087178] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.087308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-146" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.087535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-146" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.087962] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-146" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.089433] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.089433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.089433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.089433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.089433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.089671] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.089712] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.089946] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.090043] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.090449] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.090620] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.090823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.127860] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.128156] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.128360] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.128632] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-146" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.129111] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-2bb31b92-0483-437b-930e-86c9ed38f632 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.129370] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.129545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.129990] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130209] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb31b92-0483-437b-930e-86c9ed38f632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.131540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.131717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.131784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.131946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.132246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.134821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 already deleted. [ 641.134994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.221137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 641.221471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.222218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.222514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.222744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.222875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.222965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.223159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.223262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.223390] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.601461] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: SUCCESS [ 641.601810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.601879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.602067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.602270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.602437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.602498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.602681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.602764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.602847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.602937] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.636494] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.636778] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.636912] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.637214] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.637344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.637492] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 2bb31b92-0483-437b-930e-86c9ed38f632 not found, creating... [ 641.637739] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.637890] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.637999] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.638235] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.638362] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.638670] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.638844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.638957] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.639437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.639585] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639746] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 2bb31b92-0483-437b-930e-86c9ed38f632 is going to be created. [ 641.662797] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.663559] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.663559] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.663559] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.663752] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.664178] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.726187] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.106549] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.122272] env[66173]: INFO networking_nsxv3.common.synchronization [None req-69309832-8750-4c49-93aa-57d6c3d90c1e None None] Enqueued Resource ID: bc237a73-918a-4a56-a6da-3981e218cd40 with Priority: HIGHEST for action port [ 642.123625] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc237a73-918a-4a56-a6da-3981e218cd40 with Priority: HIGHEST for action port [ 642.124398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc237a73-918a-4a56-a6da-3981e218cd40 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.124581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc237a73-918a-4a56-a6da-3981e218cd40" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.124674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc237a73-918a-4a56-a6da-3981e218cd40" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.124986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc237a73-918a-4a56-a6da-3981e218cd40" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.125086] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc237a73-918a-4a56-a6da-3981e218cd40',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.231927] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.363513] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 in Status: SUCCESS [ 642.364224] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 deletion is rescheduled due to dependency. [ 642.364224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [req-5256d980-72eb-42fc-bb97-92e35350f205 req-0f199dec-dcf6-4e7f-8c5a-e852694e68a5 service nova] Enqueued Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_rules [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [req-5256d980-72eb-42fc-bb97-92e35350f205 req-0f199dec-dcf6-4e7f-8c5a-e852694e68a5 service nova] Enqueued Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [req-5256d980-72eb-42fc-bb97-92e35350f205 req-0f199dec-dcf6-4e7f-8c5a-e852694e68a5 service nova] Enqueued Resource ID: 2bb31b92-0483-437b-930e-86c9ed38f632 with Priority: HIGHEST for action port [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_rules [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 642.405905] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb31b92-0483-437b-930e-86c9ed38f632 with Priority: HIGHEST for action port [ 642.405905] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.407111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.408203] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.408203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.408846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.408957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.409116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.409678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.409789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.409856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.410026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.410121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.410219] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.411793] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb31b92-0483-437b-930e-86c9ed38f632 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.411793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.411793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.411793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.412027] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb31b92-0483-437b-930e-86c9ed38f632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.610011] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef: rpc.has_security_group_logging(os_id): False [ 642.628138] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc237a73-918a-4a56-a6da-3981e218cd40 [ 642.628138] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.628574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.628754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.631077] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc237a73-918a-4a56-a6da-3981e218cd40 already deleted. [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc237a73-918a-4a56-a6da-3981e218cd40" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.631077] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.631077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.631077] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.632029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.632198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.632518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.632693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.632859] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef is going to be created. [ 642.734907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.735139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.735139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.735374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.735459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.735555] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be updated. [ 642.765808] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.765965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.766050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.766226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.766374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.778086] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.778262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.778306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.778503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.778677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.780450] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 642.789265] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: IN_PROGRESS for 2s [ 642.835759] env[66173]: INFO networking_nsxv3.common.synchronization [req-b1278588-52e0-4c35-ae84-53765209bccc req-cf467629-2dbe-4388-8c8b-070bcaf3291e tempest-InstanceActionsNegativeTestJSON-949690397 tempest-InstanceActionsNegativeTestJSON-949690397-project-member] Enqueued Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 642.836732] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGHEST for action security_group_members [ 642.838034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.838034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.838034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.838034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.838563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.838563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.838563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.838563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.838563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.838563] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.913998] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.915130] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.915266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.915634] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bb31b92-0483-437b-930e-86c9ed38f632 with status ACTIVE [ 642.915634] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.915782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.915782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.915914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.916018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.917666] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.918036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.918036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.921131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921131] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bb31b92-0483-437b-930e-86c9ed38f632 is going to be updated. [ 642.944152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.944305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.944377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.944796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.945028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.945203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb31b92-0483-437b-930e-86c9ed38f632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.342143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.342143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.342143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.342296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.344039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.344039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.344039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.344039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.344039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.344039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.344039] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc is going to be updated. [ 643.381467] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.381707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.381707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.382029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.382697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.394897] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: IN_PROGRESS for 2s [ 643.401441] env[66173]: INFO networking_nsxv3.common.synchronization [req-38e8c2fe-bdd1-4e4a-ac27-7a643446efe1 req-05ccb6f1-ce14-4122-8be9-e904819e8a9a tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 643.402999] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 643.402999] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.402999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.402999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.402999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.403312] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.403813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.403813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.403934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.404037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.404245] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.422744] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.906677] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.906677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.907103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.907103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.907103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.907347] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.907451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.907451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.907571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.907637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.907798] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 643.926235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.926235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.926235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.926416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.927186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.927186] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 is going to be created. [ 643.942843] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.943270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.943388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.944206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.944206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.964151] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 643.965784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.965960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.966258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.966432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.979321] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: UNINITIALIZED for 2s [ 644.304719] env[66173]: INFO networking_nsxv3.common.synchronization [None req-422cb80f-cc06-435c-aa4c-2113d8e8e82d None None] Enqueued Resource ID: 3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc with Priority: HIGHEST for action port [ 644.305539] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc with Priority: HIGHEST for action port [ 644.305809] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.308850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.308850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.308850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.308850] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.793370] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 644.793551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.793720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.794062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.794283] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.794416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.794486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.794676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.794800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.794942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.795064] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.803026] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: SUCCESS [ 644.803622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.810868] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc [ 644.811124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.811447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.811447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.811713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.811850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.812034] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc already deleted. [ 644.812142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa876c5-b5cd-41df-8260-1cc8d6ffa2dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.298716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.299764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.299764] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.300031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.300031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.302205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.302205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.302399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.302931] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.302931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.302931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.302931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.303276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.303450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.303598] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.409468] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc in Status: SUCCESS [ 645.409687] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc deletion is rescheduled due to dependency. [ 645.409687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.807315] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f184c8a6-bf48-4128-95bf-718bfc236812: rpc.has_security_group_logging(os_id): False [ 645.825394] env[66173]: INFO networking_nsxv3.common.synchronization [req-54fb1376-334d-43ff-8ad9-f38ff73a0301 req-aa5d2567-14ed-40ab-a428-2271f74d9017 tempest-DeleteServersAdminTestJSON-2066620274 tempest-DeleteServersAdminTestJSON-2066620274-project-member] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 645.826075] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 645.826306] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.827057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.827057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.827057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.827057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.827377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.827422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.827664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.827854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.827951] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.834106] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.834420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.834420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.835188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.835461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.835614] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.835753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.835800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.836487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.836487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.836487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.836766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.836843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.836985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.837086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.837586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.837803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.837861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.839794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.839794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be updated. [ 645.906196] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.906406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.906406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.906714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.906925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.926884] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 645.982235] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 645.982788] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 645.982883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.993895] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: SUCCESS [ 645.994485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.994658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.995671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.995889] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.996046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.996135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.997477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.997640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.997778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.997932] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.331411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.331411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.331411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.331411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.331990] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be updated. [ 646.363011] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.363187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.363260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.363486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.363740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.373678] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 646.501074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.501245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.501313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.501546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.501716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.501816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.501874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.502035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.502125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.502211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.502379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.502474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.502527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.502672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.502987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.504200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.504200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.504200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.504200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.504200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.504200] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.662983] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.663236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.663358] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.663610] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.663868] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.664026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.664140] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.664358] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.664500] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.664703] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.665087] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.665087] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.665087] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.665290] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.665784] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.665927] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.685805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.685992] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.686167] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.686344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.686655] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-1b0f7ace-a702-4c24-81bc-5c65f984ab32 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.686823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.686935] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.687282] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.687499] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0f7ace-a702-4c24-81bc-5c65f984ab32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.007959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0: rpc.has_security_group_logging(os_id): False [ 647.026632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.026632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.026632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.026632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.026815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.027251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.027251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.027251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.027251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.027539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.027539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.027988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.027988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.027988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.027988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.028335] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.028491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.028612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.028801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.028907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.029017] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 is going to be created. [ 647.095825] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.096067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.096067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.096205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.096505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.111318] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: IN_PROGRESS for 2s [ 647.192586] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.192586] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 1b0f7ace-a702-4c24-81bc-5c65f984ab32 not found, creating... [ 647.192586] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.192586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.193562] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.193925] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.197072] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.197072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 1b0f7ace-a702-4c24-81bc-5c65f984ab32 is going to be created. [ 647.230920] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.230920] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.230920] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.230920] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.230920] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.231710] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.913856] env[66173]: INFO networking_nsxv3.common.synchronization [req-54fb1376-334d-43ff-8ad9-f38ff73a0301 req-e2dd0081-6df8-4481-9142-a2767d723cf5 service nova] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_rules [ 647.914129] env[66173]: INFO networking_nsxv3.common.synchronization [req-54fb1376-334d-43ff-8ad9-f38ff73a0301 req-e2dd0081-6df8-4481-9142-a2767d723cf5 service nova] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 647.914262] env[66173]: INFO networking_nsxv3.common.synchronization [req-54fb1376-334d-43ff-8ad9-f38ff73a0301 req-e2dd0081-6df8-4481-9142-a2767d723cf5 service nova] Enqueued Resource ID: 1b0f7ace-a702-4c24-81bc-5c65f984ab32 with Priority: HIGHEST for action port [ 647.914999] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_rules [ 647.914999] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 647.914999] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f7ace-a702-4c24-81bc-5c65f984ab32 with Priority: HIGHEST for action port [ 647.919379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.919379] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.919379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.919379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0f7ace-a702-4c24-81bc-5c65f984ab32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.919379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.919379] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0f7ace-a702-4c24-81bc-5c65f984ab32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.940040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 647.940040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.078352] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d6c54bab-cef5-4380-b358-86a0be6565f4 None None] Enqueued Resource ID: 8ff7f996-fec8-48aa-a69b-18f98ef66ce7 with Priority: HIGHEST for action port [ 648.078352] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff7f996-fec8-48aa-a69b-18f98ef66ce7 with Priority: HIGHEST for action port [ 648.078352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff7f996-fec8-48aa-a69b-18f98ef66ce7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.079026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff7f996-fec8-48aa-a69b-18f98ef66ce7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.079302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff7f996-fec8-48aa-a69b-18f98ef66ce7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.079806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff7f996-fec8-48aa-a69b-18f98ef66ce7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.080137] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff7f996-fec8-48aa-a69b-18f98ef66ce7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.384036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 648.384246] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 deletion is rescheduled due to dependency. [ 648.384246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.384418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.384632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.384865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.384989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.385077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.385253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.385338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.385431] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.423730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.424114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.424427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b0f7ace-a702-4c24-81bc-5c65f984ab32 with status ACTIVE [ 648.424640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.424781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.424844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.425076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.425166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.425354] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.425485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.425534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.425684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.425761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.425964] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.426076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.426132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.426269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.426327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.426416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b0f7ace-a702-4c24-81bc-5c65f984ab32 is going to be updated. [ 648.452199] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.452464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.452464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.452748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.452891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.453060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0f7ace-a702-4c24-81bc-5c65f984ab32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.583350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff7f996-fec8-48aa-a69b-18f98ef66ce7 [ 648.583630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.584431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.584431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.584431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.584431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.584431] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff7f996-fec8-48aa-a69b-18f98ef66ce7 already deleted. [ 648.584431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff7f996-fec8-48aa-a69b-18f98ef66ce7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.889224] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.970041] env[66173]: INFO networking_nsxv3.common.synchronization [req-bed17af2-b5d6-4090-8e74-a92a73d59259 req-9671e479-2da4-4f10-9076-1339f0672a6a tempest-VolumesAdminNegativeTest-777300691 tempest-VolumesAdminNegativeTest-777300691-project-member] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 648.970041] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGHEST for action security_group_members [ 648.970041] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.970041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.970041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.970041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.970041] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.970041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.970041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.971617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.971912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.972141] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.135808] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: SUCCESS [ 649.136282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.341088] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6d47a319-8f6d-4490-826e-e305d6ee9673 None None] Enqueued Resource ID: 9640a7d9-7e32-4661-b176-35349100fc3c with Priority: HIGHEST for action port [ 649.341703] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9640a7d9-7e32-4661-b176-35349100fc3c with Priority: HIGHEST for action port [ 649.342313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9640a7d9-7e32-4661-b176-35349100fc3c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.342313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9640a7d9-7e32-4661-b176-35349100fc3c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.342313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9640a7d9-7e32-4661-b176-35349100fc3c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.342961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9640a7d9-7e32-4661-b176-35349100fc3c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.342961] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9640a7d9-7e32-4661-b176-35349100fc3c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.360871] env[66173]: INFO networking_nsxv3.common.synchronization [req-50a0e163-ef34-4650-8907-f1e6ea3cbf78 req-97842780-eedd-4fc1-bebd-c265d5a29b66 tempest-ServerAddressesTestJSON-76031776 tempest-ServerAddressesTestJSON-76031776-project-member] Enqueued Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 649.361176] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 649.361754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.361984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.362143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.362630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.362837] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.362837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.363055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.363132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.363333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.363455] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.392282] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.476427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.476427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.476427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.476427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 is going to be updated. [ 649.510288] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.510657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.510657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.510803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.510947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.521181] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: IN_PROGRESS for 2s [ 649.845769] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9640a7d9-7e32-4661-b176-35349100fc3c [ 649.846649] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.846829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.847076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.847357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.847502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.847632] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9640a7d9-7e32-4661-b176-35349100fc3c already deleted. [ 649.847765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9640a7d9-7e32-4661-b176-35349100fc3c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.867261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.867261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.867261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.869211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.869359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 already deleted. [ 649.873021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.896077] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.896077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.896077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.896077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.896077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.896077] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be updated. [ 649.945268] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ac837703-0717-48a1-b85d-5c65b664d994 None None] Enqueued Resource ID: 966b5f3d-464f-46da-9fbd-e4ac9d0394e4 with Priority: HIGHEST for action port [ 649.945523] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966b5f3d-464f-46da-9fbd-e4ac9d0394e4 with Priority: HIGHEST for action port [ 649.946151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-966b5f3d-464f-46da-9fbd-e4ac9d0394e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.946275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966b5f3d-464f-46da-9fbd-e4ac9d0394e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.946338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966b5f3d-464f-46da-9fbd-e4ac9d0394e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.946862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966b5f3d-464f-46da-9fbd-e4ac9d0394e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.947016] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966b5f3d-464f-46da-9fbd-e4ac9d0394e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.950970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.951202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.951635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.951967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.962602] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 649.998082] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.998597] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-458" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.998597] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-458" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.002091] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-458" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.002091] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.002091] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.002091] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.002091] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.002091] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.002091] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.002091] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.002091] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.002091] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.002091] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.002091] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.002635] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.028441] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.028441] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.028441] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.028441] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-458" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.028876] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.029145] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.029276] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.029653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.029795] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6597bd02-5974-4cd5-ad5d-9ff24f56d32f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.449569] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966b5f3d-464f-46da-9fbd-e4ac9d0394e4 [ 650.449569] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.449802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.449802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.451372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.451372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.451372] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966b5f3d-464f-46da-9fbd-e4ac9d0394e4 already deleted. [ 650.451372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966b5f3d-464f-46da-9fbd-e4ac9d0394e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.534179] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.534179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.534179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.534179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.534179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.534432] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 6597bd02-5974-4cd5-ad5d-9ff24f56d32f not found, creating... [ 650.534603] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.534782] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.534900] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.535154] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.535285] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.535566] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.535717] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.535825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.536205] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.537030] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.537200] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 6597bd02-5974-4cd5-ad5d-9ff24f56d32f is going to be created. [ 650.561992] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.562230] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.562657] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.563401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.563401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.564266] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.267752] env[66173]: INFO networking_nsxv3.common.synchronization [None req-fee5e03c-fb70-426c-9a82-23765a683e69 None None] Enqueued Resource ID: 3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0 with Priority: HIGHEST for action port [ 651.271653] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0 with Priority: HIGHEST for action port [ 651.272565] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.272565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.273363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.275096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.275096] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.376635] env[66173]: INFO networking_nsxv3.common.synchronization [req-50a0e163-ef34-4650-8907-f1e6ea3cbf78 req-d19c5f82-2827-46d6-94f3-6a70e117be75 service nova] Enqueued Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_rules [ 651.376916] env[66173]: INFO networking_nsxv3.common.synchronization [req-50a0e163-ef34-4650-8907-f1e6ea3cbf78 req-d19c5f82-2827-46d6-94f3-6a70e117be75 service nova] Enqueued Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 651.377076] env[66173]: INFO networking_nsxv3.common.synchronization [req-50a0e163-ef34-4650-8907-f1e6ea3cbf78 req-d19c5f82-2827-46d6-94f3-6a70e117be75 service nova] Enqueued Resource ID: 6597bd02-5974-4cd5-ad5d-9ff24f56d32f with Priority: HIGHEST for action port [ 651.377639] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_rules [ 651.378484] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 651.378484] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6597bd02-5974-4cd5-ad5d-9ff24f56d32f with Priority: HIGHEST for action port [ 651.378603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.378718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.378820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.379054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.379132] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.382460] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.382460] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.382460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.382460] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.383995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.383995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.383995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.386020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.386020] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6597bd02-5974-4cd5-ad5d-9ff24f56d32f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.537924] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 in Status: SUCCESS [ 651.537924] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 deletion is rescheduled due to dependency. [ 651.537924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.776791] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0 [ 651.777805] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.777805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.777805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.777805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.777805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.777805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0 already deleted. [ 651.777805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af24f8c-5a58-4a08-85ff-01d4aa7aa3f0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.889030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.889030] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.889030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6597bd02-5974-4cd5-ad5d-9ff24f56d32f with status ACTIVE [ 651.889030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.889030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.889030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.889845] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.889845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.889845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.889845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.889845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.889845] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6597bd02-5974-4cd5-ad5d-9ff24f56d32f is going to be updated. [ 651.913925] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.913925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.913925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.913925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.913925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.913925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6597bd02-5974-4cd5-ad5d-9ff24f56d32f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.973790] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 651.973790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.974016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.974249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.975612] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.975612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.976035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.976399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.976545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.976690] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.392365] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.479085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.479361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.479361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.479613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.479811] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.479916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.479995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.480158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.480247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.480349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.480498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.480592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.480647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.480776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.481143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.481143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.481143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.481293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.481293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.481364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.481540] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.894494] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.894494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.894494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.894885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.894957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.895068] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 is going to be created. [ 652.918738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.918926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.918974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.919197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.919388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.930282] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: UNINITIALIZED for 2s [ 652.986387] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1baad0cd-c8a5-4792-ae4f-b028565d75d2: rpc.has_security_group_logging(os_id): False [ 653.004097] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.004097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.004097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.004097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.004097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.004560] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.004560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.004560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.004764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.004764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.005209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.005209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.005209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.005209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.005653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.005653] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.005653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.005653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.006139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.006139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.006139] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be updated. [ 653.077016] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.077197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.077267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.077482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.077633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.092176] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 654.450371] env[66173]: INFO networking_nsxv3.common.synchronization [req-ef815164-5b45-4b8c-82ce-26d87f454728 req-ad238539-3371-467f-9832-4876ff3de14b tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 654.450735] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 654.453768] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3918acf1-f76c-42ef-b38c-c38737329014 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.454058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.454527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.454527] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3918acf1-f76c-42ef-b38c-c38737329014',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.943919] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: SUCCESS [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.943919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.943919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.943919] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.978047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.978047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.978047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.978047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.978047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.978047] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3918acf1-f76c-42ef-b38c-c38737329014 already deleted. [ 654.978433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.111250] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 655.111741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.446416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.449815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.449815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.449815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.452485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.452811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.452982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.454128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.454128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.454128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.454128] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.963023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79d99d5-c4ed-4aed-8d96-042c9ffa2b66: rpc.has_security_group_logging(os_id): False [ 655.984209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.984389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.984430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.984646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.984728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.984963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.985179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.985179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.985348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.985407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.985563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.986607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.986607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.986607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.986607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.987300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.987410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.987473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.987714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.987810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.988729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 is going to be created. [ 656.067178] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.067363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.067417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.067651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.067846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.100333] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: IN_PROGRESS for 2s [ 657.774260] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c64b0e3d-1166-410e-a270-530cfd274f13 None None] Enqueued Resource ID: 0c5fd357-9aa1-44e0-b5d9-27315a7e1c24 with Priority: HIGHEST for action port [ 657.775187] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5fd357-9aa1-44e0-b5d9-27315a7e1c24 with Priority: HIGHEST for action port [ 657.775505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c5fd357-9aa1-44e0-b5d9-27315a7e1c24 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.775655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c5fd357-9aa1-44e0-b5d9-27315a7e1c24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.776311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c5fd357-9aa1-44e0-b5d9-27315a7e1c24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.776989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c5fd357-9aa1-44e0-b5d9-27315a7e1c24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.776989] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c5fd357-9aa1-44e0-b5d9-27315a7e1c24',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.118508] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: SUCCESS [ 658.118508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.281332] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c5fd357-9aa1-44e0-b5d9-27315a7e1c24 [ 658.282557] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.282557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.282557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.282755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.283728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.283728] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c5fd357-9aa1-44e0-b5d9-27315a7e1c24 already deleted. [ 658.283728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c5fd357-9aa1-44e0-b5d9-27315a7e1c24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.898936] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8b8df61-bcd7-4de5-8a28-af605ff05612 req-c37bfd11-5356-4801-a774-425ae3568c6b tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 658.899528] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 658.899865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.899998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.900139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.900339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.900500] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.900603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.900665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.900809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.900894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.900983] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.405154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405154] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 659.433747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.434012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.434012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.434226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.434370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 659.579024] env[66173]: INFO networking_nsxv3.common.synchronization [None req-dc034172-a794-4e15-96a1-c0ebb00357f7 None None] Enqueued Resource ID: 1822042a-92cd-46c7-8928-5be37fa152e2 with Priority: HIGHEST for action port [ 659.579665] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1822042a-92cd-46c7-8928-5be37fa152e2 with Priority: HIGHEST for action port [ 659.579871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1822042a-92cd-46c7-8928-5be37fa152e2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.579971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1822042a-92cd-46c7-8928-5be37fa152e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.580564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1822042a-92cd-46c7-8928-5be37fa152e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.580842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1822042a-92cd-46c7-8928-5be37fa152e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.581477] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1822042a-92cd-46c7-8928-5be37fa152e2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.073263] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.073858] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.074213] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.074406] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.076201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.077292] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.077454] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.077595] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.077733] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.077886] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.078043] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.079345] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.085298] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1822042a-92cd-46c7-8928-5be37fa152e2 [ 660.085298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.085298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.085298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.085298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.085298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.085298] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1822042a-92cd-46c7-8928-5be37fa152e2 already deleted. [ 660.086342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1822042a-92cd-46c7-8928-5be37fa152e2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.102258] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.102418] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.102629] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.102837] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.103169] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-028445d0-5eb5-4985-942d-d069b2ca0089 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.103340] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.103452] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.103778] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.103909] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028445d0-5eb5-4985-942d-d069b2ca0089',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.219195] env[66173]: INFO networking_nsxv3.common.synchronization [None req-04c4af00-a1b1-4e57-bcb3-9fd59788abd4 None None] Enqueued Resource ID: d0961e94-6f71-4059-aaec-c03a32041cfc with Priority: HIGHEST for action port [ 660.219805] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0961e94-6f71-4059-aaec-c03a32041cfc with Priority: HIGHEST for action port [ 660.220690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0961e94-6f71-4059-aaec-c03a32041cfc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0961e94-6f71-4059-aaec-c03a32041cfc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.220948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0961e94-6f71-4059-aaec-c03a32041cfc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.221263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0961e94-6f71-4059-aaec-c03a32041cfc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.221369] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0961e94-6f71-4059-aaec-c03a32041cfc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.607501] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.607859] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.608029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.608544] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.608766] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.608949] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 028445d0-5eb5-4985-942d-d069b2ca0089 not found, creating... [ 660.609264] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.609473] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.609606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.609889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.610128] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.611032] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.611032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.611032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.611032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.611335] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.611335] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 028445d0-5eb5-4985-942d-d069b2ca0089 is going to be created. [ 660.635484] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.635703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.636521] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636521] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.637122] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.637437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.723179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0961e94-6f71-4059-aaec-c03a32041cfc [ 660.723390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.723533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.723595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.723824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.724015] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0961e94-6f71-4059-aaec-c03a32041cfc already deleted. [ 660.724141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0961e94-6f71-4059-aaec-c03a32041cfc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.375559] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8b8df61-bcd7-4de5-8a28-af605ff05612 req-ce873273-4dca-4946-b245-f964f882fe11 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 661.375559] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8b8df61-bcd7-4de5-8a28-af605ff05612 req-ce873273-4dca-4946-b245-f964f882fe11 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 661.375559] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8b8df61-bcd7-4de5-8a28-af605ff05612 req-ce873273-4dca-4946-b245-f964f882fe11 service nova] Enqueued Resource ID: 028445d0-5eb5-4985-942d-d069b2ca0089 with Priority: HIGHEST for action port [ 661.375906] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 661.375999] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 661.376161] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028445d0-5eb5-4985-942d-d069b2ca0089 with Priority: HIGHEST for action port [ 661.376490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.376618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.376682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.376874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.376955] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.377970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.378084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.379693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-028445d0-5eb5-4985-942d-d069b2ca0089 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.379693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.379693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.379693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.379693] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028445d0-5eb5-4985-942d-d069b2ca0089',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.459944] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 661.461111] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 661.461111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.461111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461111] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.461111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.461111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.461457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461457] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.474296] env[66173]: INFO networking_nsxv3.common.synchronization [None req-02f53bbb-18a5-414d-bf1a-5c9e5e7450f7 None None] Enqueued Resource ID: f132d5ff-38f4-4639-8bcb-a9d695b1e264 with Priority: HIGHEST for action port [ 661.474296] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132d5ff-38f4-4639-8bcb-a9d695b1e264 with Priority: HIGHEST for action port [ 661.474708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f132d5ff-38f4-4639-8bcb-a9d695b1e264 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.475091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f132d5ff-38f4-4639-8bcb-a9d695b1e264" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.475091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f132d5ff-38f4-4639-8bcb-a9d695b1e264" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.475336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f132d5ff-38f4-4639-8bcb-a9d695b1e264" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.475438] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f132d5ff-38f4-4639-8bcb-a9d695b1e264',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.835396] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9dcd1044-ea9f-4847-81a1-755263c9b9f8 None None] Enqueued Resource ID: 80162776-e10c-44ec-aedb-e0ae06b641cb with Priority: HIGHEST for action port [ 661.837380] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80162776-e10c-44ec-aedb-e0ae06b641cb with Priority: HIGHEST for action port [ 661.837380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-80162776-e10c-44ec-aedb-e0ae06b641cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.837380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80162776-e10c-44ec-aedb-e0ae06b641cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.837380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80162776-e10c-44ec-aedb-e0ae06b641cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.837749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80162776-e10c-44ec-aedb-e0ae06b641cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.837749] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80162776-e10c-44ec-aedb-e0ae06b641cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.882535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.882710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.883249] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 028445d0-5eb5-4985-942d-d069b2ca0089 with status ACTIVE [ 661.883249] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.883249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.883441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.883534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.883658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.884183] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.884183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.884183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.884395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.884578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.884662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.885251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.885251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.885251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.887288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.887288] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 028445d0-5eb5-4985-942d-d069b2ca0089 is going to be updated. [ 661.914417] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.915820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.916048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.918126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.918126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028445d0-5eb5-4985-942d-d069b2ca0089" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171223] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.171223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f132d5ff-38f4-4639-8bcb-a9d695b1e264 [ 662.171223] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.171223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.171223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f132d5ff-38f4-4639-8bcb-a9d695b1e264 already deleted. [ 662.171223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f132d5ff-38f4-4639-8bcb-a9d695b1e264" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.345323] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80162776-e10c-44ec-aedb-e0ae06b641cb [ 662.345323] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.345687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.345687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.345791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.345826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.348028] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80162776-e10c-44ec-aedb-e0ae06b641cb already deleted. [ 662.348028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80162776-e10c-44ec-aedb-e0ae06b641cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.469352] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.974441] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.974632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.974722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.974897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.974994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 663.012430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.012622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.012676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.015952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.015952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024386] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 663.202711] env[66173]: INFO networking_nsxv3.common.synchronization [req-d6683a3c-45ad-4542-a669-72cb35c5177d req-7986dfef-9882-417b-9946-1bd87814d1b7 tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 663.203512] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 663.203750] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.203850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.203935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.204911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.206890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.207060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.207206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.207332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.207382] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.617350] env[66173]: INFO networking_nsxv3.common.synchronization [None req-bbe90432-18f1-4381-bf88-d46cfd79d373 None None] Enqueued Resource ID: 6b6ba1e4-4469-4c3c-8196-3d3d3b0df789 with Priority: HIGHEST for action port [ 663.617973] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6ba1e4-4469-4c3c-8196-3d3d3b0df789 with Priority: HIGHEST for action port [ 663.618250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b6ba1e4-4469-4c3c-8196-3d3d3b0df789 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.618420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b6ba1e4-4469-4c3c-8196-3d3d3b0df789" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.618468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b6ba1e4-4469-4c3c-8196-3d3d3b0df789" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.618683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b6ba1e4-4469-4c3c-8196-3d3d3b0df789" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.618779] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b6ba1e4-4469-4c3c-8196-3d3d3b0df789',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.635711] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.635867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.635960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.636288] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.636558] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.636734] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.636856] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.637410] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.637536] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.637741] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.637847] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.637948] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.638066] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.638169] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.638266] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.638390] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.658770] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.658938] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.659140] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.659299] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.659618] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-1a763680-4b11-4969-b6d2-918280db903c taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.659807] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.659924] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.660255] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.660387] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a763680-4b11-4969-b6d2-918280db903c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.709466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.709667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.709720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.709906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.710013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.710220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.710322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.710398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.710611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.710685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.710771] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 already deleted. [ 663.710852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.955518] env[66173]: INFO networking_nsxv3.common.synchronization [req-70286280-5f27-44f2-99b5-5882e54c30fd req-c590fe3d-98d0-419b-b986-d37f60aba92e tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 663.955518] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 663.957027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3918acf1-f76c-42ef-b38c-c38737329014 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.957027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.958859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.958859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.958859] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3918acf1-f76c-42ef-b38c-c38737329014',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.122102] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b6ba1e4-4469-4c3c-8196-3d3d3b0df789 [ 664.122102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.122260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.122376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.122513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.122706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.122809] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b6ba1e4-4469-4c3c-8196-3d3d3b0df789 already deleted. [ 664.122927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b6ba1e4-4469-4c3c-8196-3d3d3b0df789" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.165237] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165237] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165237] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.166670] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.166670] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.166876] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 1a763680-4b11-4969-b6d2-918280db903c not found, creating... [ 664.167092] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.167216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.167564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.167564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.167716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.167916] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.168084] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.168229] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.168373] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.168496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.168631] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 1a763680-4b11-4969-b6d2-918280db903c is going to be created. [ 664.193577] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.193785] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.193903] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.194236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.194433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.195236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.464677] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e49714d9-f20b-469d-8e99-c921db38d27d None None] Enqueued Resource ID: 78ab567b-e53d-4325-90fd-f9aaf1bd164d with Priority: HIGHEST for action port [ 664.465878] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ab567b-e53d-4325-90fd-f9aaf1bd164d with Priority: HIGHEST for action port [ 664.466256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ab567b-e53d-4325-90fd-f9aaf1bd164d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ab567b-e53d-4325-90fd-f9aaf1bd164d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ab567b-e53d-4325-90fd-f9aaf1bd164d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ab567b-e53d-4325-90fd-f9aaf1bd164d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466903] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ab567b-e53d-4325-90fd-f9aaf1bd164d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.478613] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.478828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.478828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.479051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.479159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.479256] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3918acf1-f76c-42ef-b38c-c38737329014 already deleted. [ 664.479339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.974401] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78ab567b-e53d-4325-90fd-f9aaf1bd164d [ 664.974401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.974401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.974401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.974401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.974401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.974401] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78ab567b-e53d-4325-90fd-f9aaf1bd164d already deleted. [ 664.974401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ab567b-e53d-4325-90fd-f9aaf1bd164d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.974401] env[66173]: INFO networking_nsxv3.common.synchronization [req-d6683a3c-45ad-4542-a669-72cb35c5177d req-33038f64-1653-4d2b-99e4-7d162812fd32 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 664.974401] env[66173]: INFO networking_nsxv3.common.synchronization [req-d6683a3c-45ad-4542-a669-72cb35c5177d req-33038f64-1653-4d2b-99e4-7d162812fd32 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 664.974401] env[66173]: INFO networking_nsxv3.common.synchronization [req-d6683a3c-45ad-4542-a669-72cb35c5177d req-33038f64-1653-4d2b-99e4-7d162812fd32 service nova] Enqueued Resource ID: 1a763680-4b11-4969-b6d2-918280db903c with Priority: HIGHEST for action port [ 664.974401] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 664.975477] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 664.975477] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a763680-4b11-4969-b6d2-918280db903c with Priority: HIGHEST for action port [ 664.975477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.975477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.975477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.975477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.975477] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.977040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.977040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.977040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.977040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.977455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.977455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.977455] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.978389] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a763680-4b11-4969-b6d2-918280db903c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.978517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.978585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.978743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.978877] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a763680-4b11-4969-b6d2-918280db903c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.038022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.038022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.038022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.038022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.482492] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.482492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.482767] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.488630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a763680-4b11-4969-b6d2-918280db903c with status ACTIVE [ 665.488630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.488630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.488630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.488630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.490109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.490228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.490294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.490495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.490626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.490784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.490922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.490968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.491141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.493709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.493709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a763680-4b11-4969-b6d2-918280db903c is going to be updated. [ 665.518210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.518380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.518446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.518678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.518834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.518995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a763680-4b11-4969-b6d2-918280db903c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.544651] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.544754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.544823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.545168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.545434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.545507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.547042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.547042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.547042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.547042] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.819384] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc7885e7-6207-419e-8356-c0f8257bed0c req-3f7005e6-aeac-41a6-86af-5152278afc41 tempest-FloatingIPsAssociationNegativeTestJSON-1580943000 tempest-FloatingIPsAssociationNegativeTestJSON-1580943000-project-member] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 665.819384] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 665.819384] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.819384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.819384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.819384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.819799] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.819918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.819966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.820482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.820482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.820654] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.995412] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.049052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be943e27-9585-4518-b40e-1d1c8c4d3e27: rpc.has_security_group_logging(os_id): False [ 666.089551] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.089771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.090033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.090145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090389] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.090494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.090655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.090743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.090814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.091100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.091163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.091836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.091836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.091836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.091836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.091836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.091836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.092137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.092137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 666.187085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.187085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.187085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.187085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.211862] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 666.323947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.324325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.328938] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.329150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.329256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.329532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.329655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.329798] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 already deleted. [ 666.329940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.500828] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.500828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.500828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.500828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.500828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.500828] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be created. [ 666.532191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.532365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.532423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.532696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.532880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.546711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: UNINITIALIZED for 2s [ 666.572032] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.572032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-527" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.572250] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-527" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.572942] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-527" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.573326] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.573326] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.573839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.573839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.573999] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.574779] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.574779] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.574779] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.574779] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.574779] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.574779] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.574779] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.602698] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.602918] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.603031] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.603159] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-527" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.603499] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-54d5e37e-e00a-4c64-9f89-2ceed041b470 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.603691] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.603803] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.604146] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.604279] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d5e37e-e00a-4c64-9f89-2ceed041b470',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.038783] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8e0cda7c-57de-4e48-97d9-2b3db931bdcd None None] Enqueued Resource ID: 0cbdbb69-59fa-4323-8410-d335094f39c6 with Priority: HIGHEST for action port [ 667.039390] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbdbb69-59fa-4323-8410-d335094f39c6 with Priority: HIGHEST for action port [ 667.039694] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbdbb69-59fa-4323-8410-d335094f39c6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.039891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbdbb69-59fa-4323-8410-d335094f39c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.039891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbdbb69-59fa-4323-8410-d335094f39c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.040171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbdbb69-59fa-4323-8410-d335094f39c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.040253] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbdbb69-59fa-4323-8410-d335094f39c6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.107215] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107558] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107841] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.108114] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.108835] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 54d5e37e-e00a-4c64-9f89-2ceed041b470 not found, creating... [ 667.108835] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.108835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.109163] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.109267] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.109482] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.110036] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.110548] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.110689] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.111026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.111179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.111320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 54d5e37e-e00a-4c64-9f89-2ceed041b470 is going to be created. [ 667.139635] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.139635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.139635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.139635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140097] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.543067] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cbdbb69-59fa-4323-8410-d335094f39c6 [ 667.543223] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.543300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.543354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.543586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.543690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.543789] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cbdbb69-59fa-4323-8410-d335094f39c6 already deleted. [ 667.543862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbdbb69-59fa-4323-8410-d335094f39c6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.586881] env[66173]: INFO networking_nsxv3.common.synchronization [None req-43a26311-f168-4397-a4ce-9413d52c3088 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 667.587618] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 667.587886] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.588021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.588094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.588367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.588551] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.883817] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc7885e7-6207-419e-8356-c0f8257bed0c req-6d05bc50-174b-4053-a525-83b42e36558e service nova] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_rules [ 667.884012] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc7885e7-6207-419e-8356-c0f8257bed0c req-6d05bc50-174b-4053-a525-83b42e36558e service nova] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 667.884156] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc7885e7-6207-419e-8356-c0f8257bed0c req-6d05bc50-174b-4053-a525-83b42e36558e service nova] Enqueued Resource ID: 54d5e37e-e00a-4c64-9f89-2ceed041b470 with Priority: HIGHEST for action port [ 667.884967] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_rules [ 667.884967] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 667.884967] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d5e37e-e00a-4c64-9f89-2ceed041b470 with Priority: HIGHEST for action port [ 667.885373] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.885508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.885575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.886091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.886091] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.887255] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.887382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.887450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.887650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.887931] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.888051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.888115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.888283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.888395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.888539] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.889916] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d5e37e-e00a-4c64-9f89-2ceed041b470 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.890034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.890105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.890461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.890461] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d5e37e-e00a-4c64-9f89-2ceed041b470',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.045030] env[66173]: INFO networking_nsxv3.common.synchronization [None req-09581ace-b4c3-41a0-851b-fe10deee0bcb tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 668.047279] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 668.047279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.047279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.113410] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.113410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.113410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.113731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.114062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.114062] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a already deleted. [ 668.114966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.114966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.115084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.115617] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.229621] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 668.229904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.393311] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d5e37e-e00a-4c64-9f89-2ceed041b470 with status ACTIVE [ 668.393311] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.394550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.394550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.394806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.394806] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.394907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.394968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.395440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.395440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.395440] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d5e37e-e00a-4c64-9f89-2ceed041b470 is going to be updated. [ 668.396704] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.396827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.396985] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.420350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.420350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.420350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.420350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.420350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.420756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d5e37e-e00a-4c64-9f89-2ceed041b470" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.560027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 668.560386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.560625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.560847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.563240] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.563402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.563487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.563733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.563852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.563924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.564386] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.643757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.643910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.643980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.644228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.644317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.644409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a already deleted. [ 668.644486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.899467] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.069813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.070201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.070201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.070279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.070522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.070669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.070744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.070911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.071008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.071179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.071336] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.072441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.072696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.072771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.072942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.073022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.073066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.073194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.073305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.073400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.073490] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.404058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.404058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.404058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.404058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.404058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.404058] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 is going to be created. [ 669.432456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.434023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.434023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.434023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.434023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.447646] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: UNINITIALIZED for 2s [ 669.578321] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 669.599024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600384] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be created. [ 669.680363] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.680558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.680613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.680850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.681046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.694463] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 671.466356] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: SUCCESS [ 671.466356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.466356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.466787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.467693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.467873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.468020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.468320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.468473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.468473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.468551] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.712768] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 671.713026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.971549] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.971844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.971844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.972031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.972347] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.972347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.972347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.972478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.972478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.974076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.974453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.974453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.974453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.974669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.974830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.974928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.974987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.975147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.975224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.975304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.975446] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.478179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c03b6444-8f52-49e7-856e-7b6094932e62: rpc.has_security_group_logging(os_id): False [ 672.502174] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.502174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.502522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.502522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.502670] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.502780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.503028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.503143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.503331] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.503428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.503481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.503624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.503687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.503863] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.503957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.504016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.505027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.505111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.505188] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 is going to be created. [ 672.569650] env[66173]: INFO networking_nsxv3.common.synchronization [req-0ec8d77c-1d9d-48ca-b017-9a290f883599 req-0b11a20d-2188-4ff9-a492-9515365cb45e tempest-SecurityGroupRulesNegativeTestJSON-42310224 tempest-SecurityGroupRulesNegativeTestJSON-42310224-project-member] Enqueued Resource ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 with Priority: HIGHEST for action security_group_rules [ 672.570954] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc3fdd57-8f72-468c-b802-5601f340182f req-70450e3d-3678-46cb-8a9d-3bd0cd840a0a tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 672.572839] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.572839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.572839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.572839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575320] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 with Priority: HIGHEST for action security_group_rules [ 672.575583] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 672.576083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.576083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.576862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.576862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.576862] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fd9e3c-63cd-40a8-bee6-964b16c9cc17',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.578087] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.579466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.580112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.580312] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.595428] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: IN_PROGRESS for 2s [ 673.050087] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.050287] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.050403] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.050683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.050939] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.051124] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.051238] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.051491] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.051635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.051830] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.051935] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.052060] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.052165] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.052267] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.052365] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.052507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.073972] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.074154] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.074283] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.074454] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074768] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-0d511891-3b5d-402b-aa64-4db2f579d6f9 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.074943] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.075073] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.075432] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.075591] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d511891-3b5d-402b-aa64-4db2f579d6f9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.084340] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.084490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.084537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.084739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.084827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.085036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.085139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.085201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.085354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.085452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.085536] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 already deleted. [ 673.085634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.108716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.108931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.108931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.109096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.109186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.109279] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 already deleted. [ 673.109370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.578530] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.578530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.578530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.579200] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.579200] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.579200] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 0d511891-3b5d-402b-aa64-4db2f579d6f9 not found, creating... [ 673.579437] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.579829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.579829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.579950] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.580206] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.580381] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.580593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.580747] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.580968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.581126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.581252] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 0d511891-3b5d-402b-aa64-4db2f579d6f9 is going to be created. [ 673.604988] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.605274] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.605400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.605694] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.605946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.606204] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.362775] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc3fdd57-8f72-468c-b802-5601f340182f req-46d2dce0-43b4-41d9-b215-60868c55485e service nova] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_rules [ 674.363289] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc3fdd57-8f72-468c-b802-5601f340182f req-46d2dce0-43b4-41d9-b215-60868c55485e service nova] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 674.363698] env[66173]: INFO networking_nsxv3.common.synchronization [req-fc3fdd57-8f72-468c-b802-5601f340182f req-46d2dce0-43b4-41d9-b215-60868c55485e service nova] Enqueued Resource ID: 0d511891-3b5d-402b-aa64-4db2f579d6f9 with Priority: HIGHEST for action port [ 674.365976] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_rules [ 674.366466] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 674.366778] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d511891-3b5d-402b-aa64-4db2f579d6f9 with Priority: HIGHEST for action port [ 674.367525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.367837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.368083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.368488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.368628] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.373039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.373039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.373039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.373039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.373039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.373039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.373039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.373481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.373481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.373481] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.374601] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d511891-3b5d-402b-aa64-4db2f579d6f9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.374769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.374823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.374958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.375081] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d511891-3b5d-402b-aa64-4db2f579d6f9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.609110] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: SUCCESS [ 674.609110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.877350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.877350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.880057] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d511891-3b5d-402b-aa64-4db2f579d6f9 with status ACTIVE [ 674.880057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.880057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.880057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.880688] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.880688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.880688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.880688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.880688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.880688] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d511891-3b5d-402b-aa64-4db2f579d6f9 is going to be updated. [ 674.881695] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.904806] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.904806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.905031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.905789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.905789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.905789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d511891-3b5d-402b-aa64-4db2f579d6f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.182269] env[66173]: INFO networking_nsxv3.common.synchronization [None req-b51b15a0-9f8d-4d21-8c40-6c82092d8722 None None] Enqueued Resource ID: 5d65c470-1ed3-42bf-bb0b-dc530d3da03e with Priority: HIGHEST for action port [ 675.182903] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d65c470-1ed3-42bf-bb0b-dc530d3da03e with Priority: HIGHEST for action port [ 675.183723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d65c470-1ed3-42bf-bb0b-dc530d3da03e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.183723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d65c470-1ed3-42bf-bb0b-dc530d3da03e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.183723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d65c470-1ed3-42bf-bb0b-dc530d3da03e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.185764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d65c470-1ed3-42bf-bb0b-dc530d3da03e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.188799] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d65c470-1ed3-42bf-bb0b-dc530d3da03e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.205630] env[66173]: INFO networking_nsxv3.common.synchronization [req-821a1eec-e092-44ea-ac93-6ef77e930af7 req-67f64d8c-1ffc-4082-8083-f3179d567a47 tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 675.208023] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 675.208845] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.208845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.208845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.209078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.209078] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.209189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.209240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.209375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.209441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.209538] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.384396] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.691431] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d65c470-1ed3-42bf-bb0b-dc530d3da03e [ 675.691431] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.691431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.691431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.692163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.692163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.692163] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d65c470-1ed3-42bf-bb0b-dc530d3da03e already deleted. [ 675.692163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d65c470-1ed3-42bf-bb0b-dc530d3da03e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.715233] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.873567] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.873765] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.874118] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874185] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.874531] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.874977] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.875222] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.875503] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.875707] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.876256] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.876442] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.876598] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.876746] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.876896] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.877049] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.877480] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.886855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.887080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.887080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.887266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.887351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.887459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be created. [ 675.902069] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.902069] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.902233] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.902331] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902671] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.902936] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.903102] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.903541] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.903682] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cef1b74-c95f-4e49-8d25-ad0c73ceecd0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.918290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.918513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.918513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.918708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.918869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.939979] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: UNINITIALIZED for 2s [ 676.218653] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.409224] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.409224] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 not found, creating... [ 676.409224] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.409719] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.409719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.409719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.409931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 is going to be created. [ 676.434667] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.434902] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.435065] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435337] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.435795] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.674685] env[66173]: INFO networking_nsxv3.common.synchronization [req-0731f16a-da03-44fa-9fdc-0cb1c16bad4c req-298d239f-c0ea-45ef-9525-d265fdb3fca3 tempest-SecurityGroupRulesTestJSON-1113566542 tempest-SecurityGroupRulesTestJSON-1113566542-project-member] Enqueued Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 676.675709] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3918acf1-f76c-42ef-b38c-c38737329014 with Priority: HIGHEST for action security_group_rules [ 676.675709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3918acf1-f76c-42ef-b38c-c38737329014 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.675836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.675836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.676079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.676079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3918acf1-f76c-42ef-b38c-c38737329014',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.721828] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.721828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.721828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.721828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.721828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.722521] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 676.753876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.754084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.754201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.754498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.754597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.767926] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 677.184484] env[66173]: INFO networking_nsxv3.common.synchronization [req-821a1eec-e092-44ea-ac93-6ef77e930af7 req-f47bf856-f6eb-4171-b5d4-eca0a8113fe4 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 677.184669] env[66173]: INFO networking_nsxv3.common.synchronization [req-821a1eec-e092-44ea-ac93-6ef77e930af7 req-f47bf856-f6eb-4171-b5d4-eca0a8113fe4 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 677.184837] env[66173]: INFO networking_nsxv3.common.synchronization [req-821a1eec-e092-44ea-ac93-6ef77e930af7 req-f47bf856-f6eb-4171-b5d4-eca0a8113fe4 service nova] Enqueued Resource ID: 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 with Priority: HIGHEST for action port [ 677.185391] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 677.185523] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 677.185633] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 with Priority: HIGHEST for action port [ 677.186013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.186132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.186132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.186371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.186371] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.187256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.187348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.187623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.187699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.187744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.187902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.187974] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cef1b74-c95f-4e49-8d25-ad0c73ceecd0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.201486] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.201486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.201486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.201830] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3918acf1-f76c-42ef-b38c-c38737329014 already deleted. [ 677.201830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3918acf1-f76c-42ef-b38c-c38737329014" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.451614] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9f58c3-d208-4463-96eb-210cfbcd1f9b req-89507dc5-bd25-469c-97b6-58e2cfa0f067 tempest-ServersAdminNegativeTestJSON-1022658564 tempest-ServersAdminNegativeTestJSON-1022658564-project-member] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 677.453578] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 677.454182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.454301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.454367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.454835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.455373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.455458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455546] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.481719] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6c119a8d-588f-4838-8cf7-eaf16279a9ed None None] Enqueued Resource ID: 9b88a9c4-7b14-48a8-acc9-d8b773f56740 with Priority: HIGHEST for action port [ 677.481719] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b88a9c4-7b14-48a8-acc9-d8b773f56740 with Priority: HIGHEST for action port [ 677.481719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b88a9c4-7b14-48a8-acc9-d8b773f56740 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.481719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b88a9c4-7b14-48a8-acc9-d8b773f56740" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.481719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b88a9c4-7b14-48a8-acc9-d8b773f56740" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.481719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b88a9c4-7b14-48a8-acc9-d8b773f56740" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.481719] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b88a9c4-7b14-48a8-acc9-d8b773f56740',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.690461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.690461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.692414] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 with status ACTIVE [ 677.692672] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.692927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.692988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.693436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.693531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.693785] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.693933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.694265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.694374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.694590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.694735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.695049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.695144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.698997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cef1b74-c95f-4e49-8d25-ad0c73ceecd0 is going to be updated. [ 677.724796] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.724796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.724796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.724796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.724796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.724796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cef1b74-c95f-4e49-8d25-ad0c73ceecd0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.874823] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.875074] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.875254] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.875409] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.875902] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.875902] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.876083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.876212] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.876375] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.876615] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.878983] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.878983] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.878983] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.878983] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.878983] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.878983] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.896274] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.896479] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.896611] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.896787] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.897144] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-3af75947-4a7b-47b9-bbf7-2b96f85a7015 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.897322] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.897430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.897779] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.897912] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af75947-4a7b-47b9-bbf7-2b96f85a7015',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.950446] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 677.950727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.950823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.951063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.951256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.951376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.951759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.951759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.951759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.951759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.952077] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.957630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.957801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.958107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.958218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.958479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.958767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.958927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.959097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.959308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.959383] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 already deleted. [ 677.959494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.983763] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b88a9c4-7b14-48a8-acc9-d8b773f56740 [ 677.984107] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.984240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.984307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.984506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.984594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.984696] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b88a9c4-7b14-48a8-acc9-d8b773f56740 already deleted. [ 677.984784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b88a9c4-7b14-48a8-acc9-d8b773f56740" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.400548] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.400900] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.400967] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.401254] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.401384] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.401656] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 3af75947-4a7b-47b9-bbf7-2b96f85a7015 not found, creating... [ 678.401817] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.402155] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.402155] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.402331] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.402460] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.402786] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.402985] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.403141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.403480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.403666] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.403887] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 3af75947-4a7b-47b9-bbf7-2b96f85a7015 is going to be created. [ 678.427713] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.428025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.428078] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.428584] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.428822] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.454305] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.454305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.454507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.454731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.454836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.454946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.455246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.455687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.456046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.456153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.456251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.456446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.456543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.456634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.459763] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.780167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 678.780527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.780582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.780791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.780987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.781139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.781189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.781340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.781421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781517] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.963263] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf5d85b-a907-47d7-856e-e2a8f418c7d3: rpc.has_security_group_logging(os_id): False [ 678.985318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.985535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.985535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.985759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.985864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.986068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.986230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.986380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.986453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.986640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.986784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.986933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.987017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.987352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.987491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.987575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.987669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.987797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.987797] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be created. [ 679.048566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.048742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.048788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.048990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.052020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.060950] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 679.140089] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9f58c3-d208-4463-96eb-210cfbcd1f9b req-969056a6-e2c1-4d32-bf06-12f7f4d43fc0 service nova] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_rules [ 679.140089] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9f58c3-d208-4463-96eb-210cfbcd1f9b req-969056a6-e2c1-4d32-bf06-12f7f4d43fc0 service nova] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 679.140089] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9f58c3-d208-4463-96eb-210cfbcd1f9b req-969056a6-e2c1-4d32-bf06-12f7f4d43fc0 service nova] Enqueued Resource ID: 3af75947-4a7b-47b9-bbf7-2b96f85a7015 with Priority: HIGHEST for action port [ 679.140286] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_rules [ 679.140346] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 679.140412] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af75947-4a7b-47b9-bbf7-2b96f85a7015 with Priority: HIGHEST for action port [ 679.141131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.141283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.141283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.141520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.141692] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.142963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.143124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.143220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.143408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.143563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.143660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.143752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.143986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.144094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.144229] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.145338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af75947-4a7b-47b9-bbf7-2b96f85a7015 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.145338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.145338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.147752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.147752] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af75947-4a7b-47b9-bbf7-2b96f85a7015',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.284768] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.650021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650021] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.650021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af75947-4a7b-47b9-bbf7-2b96f85a7015 with status ACTIVE [ 679.650021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.650021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.650797] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.651202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.651468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.651662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.651840] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af75947-4a7b-47b9-bbf7-2b96f85a7015 is going to be updated. [ 679.674828] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.675119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.675119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.675378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.675464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.675623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af75947-4a7b-47b9-bbf7-2b96f85a7015" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.790617] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.847839] env[66173]: INFO networking_nsxv3.common.synchronization [req-0a138f5c-96b2-4d7e-8731-06e83b870583 req-289372b8-f16b-4de9-89cd-8b040933061a tempest-ServerMetadataNegativeTestJSON-226724314 tempest-ServerMetadataNegativeTestJSON-226724314-project-member] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 679.848433] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 679.849533] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.849698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.849769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.850056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.850230] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.850344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.850407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.850575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.850674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.850772] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.126249] env[66173]: INFO networking_nsxv3.common.synchronization [None req-cf70a4a2-9f41-4db3-b403-8dcad86b0d67 tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 680.126504] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 680.129933] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.129933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129933] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.155446] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.284083] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.284083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.284083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.284083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.284379] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.284379] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.284486] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.284753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.284892] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285169] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.285290] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.285435] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.285473] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.285560] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.285697] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.285806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.293200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.293375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.293435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.293653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.293763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.293884] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 680.310059] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.310215] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.310366] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.310556] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.311161] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-3db4bec0-9f65-4071-bb4f-9a865a485d03 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.311330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.311400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.311769] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.311912] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db4bec0-9f65-4071-bb4f-9a865a485d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.333404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.333404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.333404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.333404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.335433] env[66173]: INFO networking_nsxv3.common.synchronization [None req-42b6a4bd-01b3-4e1d-a059-1fc2023411ed tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 680.337464] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 680.337464] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.337464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.342989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 680.356042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.356042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.356042] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 already deleted. [ 680.356042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.658588] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.658750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.658824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.659066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.659176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.659260] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be created. [ 680.669184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.669367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.669419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.669652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.669755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.669923] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f already deleted. [ 680.670034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.670223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.670378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.670491] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.689342] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.689487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.689556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.689757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.689920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.705156] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: UNINITIALIZED for 2s [ 680.815420] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.815822] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815822] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816027] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 3db4bec0-9f65-4071-bb4f-9a865a485d03 not found, creating... [ 680.816712] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816978] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817219] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817525] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817706] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817856] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817966] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818188] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.818582] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 3db4bec0-9f65-4071-bb4f-9a865a485d03 is going to be created. [ 680.849052] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.849052] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.849325] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.849387] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.849627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.849857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.075382] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 681.075597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.191317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.191558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.191700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.191845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.191939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.192071] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f already deleted. [ 681.192111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.625233] env[66173]: INFO networking_nsxv3.common.synchronization [req-0a138f5c-96b2-4d7e-8731-06e83b870583 req-c5bba2ab-d632-43f5-b74f-6edac319ff5b service nova] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_rules [ 681.625233] env[66173]: INFO networking_nsxv3.common.synchronization [req-0a138f5c-96b2-4d7e-8731-06e83b870583 req-c5bba2ab-d632-43f5-b74f-6edac319ff5b service nova] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 681.625233] env[66173]: INFO networking_nsxv3.common.synchronization [req-0a138f5c-96b2-4d7e-8731-06e83b870583 req-c5bba2ab-d632-43f5-b74f-6edac319ff5b service nova] Enqueued Resource ID: 3db4bec0-9f65-4071-bb4f-9a865a485d03 with Priority: HIGHEST for action port [ 681.625594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_rules [ 681.625742] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 681.625841] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db4bec0-9f65-4071-bb4f-9a865a485d03 with Priority: HIGHEST for action port [ 681.626526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.626667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.626756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.626993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.627198] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.628415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.629922] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.630231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.630341] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.631579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db4bec0-9f65-4071-bb4f-9a865a485d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.631579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.631799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.634790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.634790] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db4bec0-9f65-4071-bb4f-9a865a485d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.136171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3db4bec0-9f65-4071-bb4f-9a865a485d03 with status ACTIVE [ 682.136171] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.136171] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.137023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.137023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.137023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.137023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.137023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.137276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3db4bec0-9f65-4071-bb4f-9a865a485d03 is going to be updated. [ 682.140390] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.140963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.141074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.164139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.164139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.164139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.164139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.164139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.164139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db4bec0-9f65-4071-bb4f-9a865a485d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.330122] env[66173]: INFO networking_nsxv3.common.synchronization [req-980e8522-4014-4319-ab42-d882ecd5d1aa req-07c80466-b71d-4750-912e-710e0b3c36d7 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 682.330867] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 682.330867] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.331157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.331157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.332183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.332297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.332297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.332469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.332852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.332979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.353637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 682.353902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.354083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.354508] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.354618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.354698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.355046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355262] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.407058] env[66173]: INFO networking_nsxv3.common.synchronization [req-cbfc1d9e-8311-4c7e-ba94-96ba9bf48f8f req-da78d138-65ac-4d4e-8484-67211d9141ee tempest-SecurityGroupRulesNegativeTestJSON-42310224 tempest-SecurityGroupRulesNegativeTestJSON-42310224-project-member] Enqueued Resource ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 with Priority: HIGHEST for action security_group_rules [ 682.407554] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 with Priority: HIGHEST for action security_group_rules [ 682.407857] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.407985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.410051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.410051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.410051] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fd9e3c-63cd-40a8-bee6-964b16c9cc17',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.643229] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.717343] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 682.717822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.718171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.720280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.724903] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.724903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.724903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.724903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.726821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.726821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.726821] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.742683] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.742929] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.743916] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.743916] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.744212] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.744335] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.744439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.744663] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.744853] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.745073] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.745134] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.745261] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.745450] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.745959] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.745959] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.745959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.766638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.767101] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.767101] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.767101] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.767345] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-dfb407d0-3828-4fe4-8b01-d22e78513377 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.767512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.767619] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768827] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.768827] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb407d0-3828-4fe4-8b01-d22e78513377',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.836210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.836479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.836630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.836890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.837083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.837329] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.837435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.837496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.838508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.838508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.838508] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d already deleted. [ 682.838508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.861019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.861019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.861019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.861019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.861019] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.934029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.934029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.935211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.935211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.935211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.935211] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fd9e3c-63cd-40a8-bee6-964b16c9cc17 already deleted. [ 682.935211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fd9e3c-63cd-40a8-bee6-964b16c9cc17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.147051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.147432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.147432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.147552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.147612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.147707] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 is going to be created. [ 683.172882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.173080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.173181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: UNINITIALIZED for 2s [ 683.229897] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.230266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.230360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.230610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.231061] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.231366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.231366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.231552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.231626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.231746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.232058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.232058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.232058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.232284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.232437] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.232532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.232583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.232791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.232924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233089] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.273156] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.273396] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.273499] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.273901] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.274086] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.274246] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port dfb407d0-3828-4fe4-8b01-d22e78513377 not found, creating... [ 683.274505] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.274655] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274766] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.274985] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.275128] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.275400] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.275546] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.275653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.276343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.276500] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.276638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: dfb407d0-3828-4fe4-8b01-d22e78513377 is going to be created. [ 683.302324] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.303381] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303381] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.303732] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304639] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.363412] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010e6833-9844-4bd1-ae19-22bcdc457003: rpc.has_security_group_logging(os_id): False [ 683.392110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.392354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.392416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.392703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.392931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.393232] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.393370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.393695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.393879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.394191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.394311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.394376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.394611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.395401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.395401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.395401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.395594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.395594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.395658] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 683.536307] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.536478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.540131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.540131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.540131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.558023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 683.735713] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814: rpc.has_security_group_logging(os_id): False [ 683.776061] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.776216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.776282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.776512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.776842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.776842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.776953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.777034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.777153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.777230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.777417] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.777496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.777548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.777678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.777772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.777960] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.781051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.781051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.781051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.781051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.781051] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be created. [ 683.868051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.868257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.868349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.868610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.868873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.885214] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 684.114252] env[66173]: INFO networking_nsxv3.common.synchronization [req-980e8522-4014-4319-ab42-d882ecd5d1aa req-16c51c9a-69c0-4e8a-922d-7c69a7b331f6 service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 684.114252] env[66173]: INFO networking_nsxv3.common.synchronization [req-980e8522-4014-4319-ab42-d882ecd5d1aa req-16c51c9a-69c0-4e8a-922d-7c69a7b331f6 service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 684.114252] env[66173]: INFO networking_nsxv3.common.synchronization [req-980e8522-4014-4319-ab42-d882ecd5d1aa req-16c51c9a-69c0-4e8a-922d-7c69a7b331f6 service nova] Enqueued Resource ID: dfb407d0-3828-4fe4-8b01-d22e78513377 with Priority: HIGHEST for action port [ 684.116022] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 684.116022] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 684.116022] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb407d0-3828-4fe4-8b01-d22e78513377 with Priority: HIGHEST for action port [ 684.116185] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.116403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.116403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.117465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.117465] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.117807] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.117880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.117918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.118174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.118387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.118387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.118387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.118700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.118700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.118700] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.121264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb407d0-3828-4fe4-8b01-d22e78513377 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.121264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.121264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.121264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.121264] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb407d0-3828-4fe4-8b01-d22e78513377',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.621426] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.621834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.624927] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfb407d0-3828-4fe4-8b01-d22e78513377 with status ACTIVE [ 684.624927] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.624927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.625346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.625346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.625494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.626477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.626477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.626477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.626477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.626477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.626477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.627027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.627027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.627027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.627126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.627159] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfb407d0-3828-4fe4-8b01-d22e78513377 is going to be updated. [ 684.629609] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.660199] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.660199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.660441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.660571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.660780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.660974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb407d0-3828-4fe4-8b01-d22e78513377" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.917414] env[66173]: INFO networking_nsxv3.common.synchronization [req-2e8356ed-040c-4e0c-841a-02e3563e7dee req-54d97d1f-7c57-4b11-a5b9-d88d416cdb3b tempest-DeleteServersAdminTestJSON-2066620274 tempest-DeleteServersAdminTestJSON-2066620274-project-member] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 684.918739] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGHEST for action security_group_members [ 684.919129] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.919129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.919332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.919443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.919935] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.920192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.920274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.920453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.920717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.920836] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.136674] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.202630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: SUCCESS [ 685.203553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.204799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.205111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.205387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.205557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.205875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.206313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.206506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.206706] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.414376] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd47cfe1-97c5-445b-95c7-436755ec1477 req-cbe2e203-0b1a-4325-93c3-b8e47bdefe51 tempest-ServerAddressesTestJSON-76031776 tempest-ServerAddressesTestJSON-76031776-project-member] Enqueued Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 685.415747] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGHEST for action security_group_members [ 685.416166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.416881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.416881] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.417197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.417197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.417197] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.425379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.425379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.425379] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be updated. [ 685.458225] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.458225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.458225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.458225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.458225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.468725] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: IN_PROGRESS for 2s [ 685.572422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 685.572680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.638606] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.638929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.639141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.639646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.639980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.640297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be created. [ 685.666131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.666298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.666350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.666612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.666775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.678685] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: UNINITIALIZED for 2s [ 685.710920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.711164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.711396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.711574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.711753] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.711855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.711916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.712086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.712192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.712549] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.712549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.712733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.712781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.712948] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.713048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.713104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.713251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.713318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713479] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.903534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 685.904372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.919567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.919764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.919829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.920450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.920450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.921094] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.921230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.921292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.921862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.921862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.921862] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 is going to be updated. [ 685.957215] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.957373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.957494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.957726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.957813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.970189] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: IN_PROGRESS for 2s [ 686.219231] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e010aa47-2f32-4ccc-b140-584ad1ebf8c7: rpc.has_security_group_logging(os_id): False [ 686.238427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.238554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.238629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.238878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.239357] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.239659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.239659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.240364] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.240559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.240630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.240907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.240992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.241642] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.242196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.242196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.242196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.242196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.242196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 is going to be created. [ 686.348274] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.348274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.348274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.348527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.348635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.372892] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: IN_PROGRESS for 2s [ 687.065026] env[66173]: INFO networking_nsxv3.common.synchronization [req-5627d10d-528a-4771-bca6-bc5886767011 req-fa97cfb5-5f23-4d8d-8a32-8f31a1590ca2 tempest-FloatingIPsAssociationTestJSON-1823905130 tempest-FloatingIPsAssociationTestJSON-1823905130-project-member] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 687.066456] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 687.066835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.066963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067956] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.480216] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 in Status: SUCCESS [ 687.480418] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 deletion is rescheduled due to dependency. [ 687.480551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.570320] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.691952] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.691952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.691952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.691952] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.780970] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5bc692e-91f7-4e2f-a3d3-4a8a211bc7ed req-8f01cc04-d113-4973-be2c-b7634816dfba tempest-ListImageFiltersTestJSON-65409180 tempest-ListImageFiltersTestJSON-65409180-project-member] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 687.782166] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 687.782498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.782617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.782679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.783330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.783672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.783758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.784058] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.982164] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 in Status: SUCCESS [ 687.982164] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 deletion is rescheduled due to dependency. [ 687.982164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.074691] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.194652] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.196043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.197400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.197400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.197400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.197400] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.197400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.197574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.197574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.197822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.197822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.197822] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.242195] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.242411] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.242529] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.242856] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.243349] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.244150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.244150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.244150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.244150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.244150] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.244570] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.244570] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.244570] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.244570] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.245994] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.245994] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.280504] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.280737] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.280880] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.281086] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.281416] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.281614] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.281923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.282128] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.282285] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f8178a8-aae6-4e2a-842e-3352b4cd0de9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.290103] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.290522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.290854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.291019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.291182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.291260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.291342] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a already deleted. [ 688.291418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.386644] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: SUCCESS [ 688.386901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578196] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.578196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.578196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.578196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.578196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be updated. [ 688.607664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.607664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.607664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.607664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.607664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.617083] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 688.699831] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5506b2-4387-4774-944f-0a0a3125a47d: rpc.has_security_group_logging(os_id): False [ 688.718806] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.719031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.719075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.719311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.720030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.720030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.720030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.720030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.720030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.720301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.720424] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.720519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.721489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.721489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.721857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be created. [ 688.784843] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.785286] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.785571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.785773] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.785937] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 not found, creating... [ 688.789023] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.789023] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.789023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.789488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 is going to be created. [ 688.797346] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.797503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.797552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.797762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.797952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.811211] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 688.824283] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.824486] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.824601] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.824904] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.825207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.825425] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600150] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5bc692e-91f7-4e2f-a3d3-4a8a211bc7ed req-c10820fc-8cdc-4543-94c6-a7a577e766f4 service nova] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_rules [ 689.600559] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5bc692e-91f7-4e2f-a3d3-4a8a211bc7ed req-c10820fc-8cdc-4543-94c6-a7a577e766f4 service nova] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 689.600842] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5bc692e-91f7-4e2f-a3d3-4a8a211bc7ed req-c10820fc-8cdc-4543-94c6-a7a577e766f4 service nova] Enqueued Resource ID: 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 with Priority: HIGHEST for action port [ 689.601770] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_rules [ 689.602310] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 689.602310] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 with Priority: HIGHEST for action port [ 689.602854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.603129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.603362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.603827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.603987] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.605447] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.605714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.605865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.606220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.607476] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.607476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.607476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.607476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.607476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.607476] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.609216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.609216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.609216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.609444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.609444] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f8178a8-aae6-4e2a-842e-3352b4cd0de9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.041224] env[66173]: INFO networking_nsxv3.common.synchronization [req-bc5dd6d0-8f0c-47f6-bde6-fda277084b99 req-e0059175-a646-4d6c-ba3a-c299829e11ee tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 690.041819] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 690.042114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.042271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.042324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.042559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.042711] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.042840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.042888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.043060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.043151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.043245] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.113606] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 with status ACTIVE [ 690.113940] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.114171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.114238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.114444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.114529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.114707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.114794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.114875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.115244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.115496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.115496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.115941] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f8178a8-aae6-4e2a-842e-3352b4cd0de9 is going to be updated. [ 690.117360] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.120157] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.120157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.175299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.175518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.175621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.176317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f8178a8-aae6-4e2a-842e-3352b4cd0de9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.526548] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.526885] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.526885] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.527426] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.527756] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.527951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.528109] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.528425] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.528619] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.528862] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.529212] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.529212] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.529212] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.529357] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.529434] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.529588] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.545538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.545820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.546358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.546458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.546560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.546824] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a already deleted. [ 690.546905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.560848] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.561037] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.561161] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.561333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.561653] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-23f5c788-517e-4c11-9a99-30246f9a84cd taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.561824] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.562127] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.562286] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.562476] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f5c788-517e-4c11-9a99-30246f9a84cd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.620305] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.630198] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 690.630455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.828129] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 690.828442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.065208] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.065566] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.065743] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.066084] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.066256] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.066418] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 23f5c788-517e-4c11-9a99-30246f9a84cd not found, creating... [ 691.066743] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.066942] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.067245] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.067421] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.067630] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.068076] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068283] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068404] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068652] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.068891] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 23f5c788-517e-4c11-9a99-30246f9a84cd is going to be created. [ 691.097311] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.097311] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097311] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.097597] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.097675] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.097958] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.123250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.123483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.123576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.123836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.123989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.124122] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be created. [ 691.188544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.188764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.188764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.188978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.189161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.208166] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: UNINITIALIZED for 2s [ 691.837742] env[66173]: INFO networking_nsxv3.common.synchronization [req-bc5dd6d0-8f0c-47f6-bde6-fda277084b99 req-bdfb6cd9-b2c0-40c5-a862-4ac64ba11b93 service nova] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 691.838528] env[66173]: INFO networking_nsxv3.common.synchronization [req-bc5dd6d0-8f0c-47f6-bde6-fda277084b99 req-bdfb6cd9-b2c0-40c5-a862-4ac64ba11b93 service nova] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 691.838528] env[66173]: INFO networking_nsxv3.common.synchronization [req-bc5dd6d0-8f0c-47f6-bde6-fda277084b99 req-bdfb6cd9-b2c0-40c5-a862-4ac64ba11b93 service nova] Enqueued Resource ID: 23f5c788-517e-4c11-9a99-30246f9a84cd with Priority: HIGHEST for action port [ 691.838955] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_rules [ 691.839368] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 691.839368] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f5c788-517e-4c11-9a99-30246f9a84cd with Priority: HIGHEST for action port [ 691.839771] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.840113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.840113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.840330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.840856] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.842240] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.842354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.842422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.842636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.842855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.842963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.843091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.846506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.846506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.846506] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.846506] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-23f5c788-517e-4c11-9a99-30246f9a84cd taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.846506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.846506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.846506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.846506] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f5c788-517e-4c11-9a99-30246f9a84cd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.355398] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.355398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355398] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23f5c788-517e-4c11-9a99-30246f9a84cd with status ACTIVE [ 692.355398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.355398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.355398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.355971] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.355971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.355971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.355971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.355971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.355971] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23f5c788-517e-4c11-9a99-30246f9a84cd is going to be updated. [ 692.387021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.387021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.387021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.387021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.387021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.387021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23f5c788-517e-4c11-9a99-30246f9a84cd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.970052] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e4c3402-679a-4d21-8c11-c1e58c72e49d req-9586e673-d62d-48e7-b2c2-12527127f084 tempest-ListImageFiltersTestJSON-65409180 tempest-ListImageFiltersTestJSON-65409180-project-member] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 692.970796] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 692.972368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.972524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.227775] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 693.228670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.228670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.228670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.228670] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.228837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.228837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.229055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.229190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.229223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.229306] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.230269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.230721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.230721] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.230921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.230921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.231055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.231236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.231236] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.359568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.361096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361096] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be created. [ 693.397366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.397533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.397648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.398037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.398037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.412019] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.412369] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.412559] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.413055] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.413726] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.413863] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.413961] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.414493] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.414805] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.415292] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.415486] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.415663] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.415834] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.416040] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.416380] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.416570] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.418805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: UNINITIALIZED for 2s [ 693.471475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.471666] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.471831] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.472087] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.472859] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.472859] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.472859] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.473290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.473290] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4b8473-c38a-4670-b5ea-0a9f6c851daa',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.733614] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.733787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.737273] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.977062] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.977458] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.977458] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.977881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.978069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.978246] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 9a4b8473-c38a-4670-b5ea-0a9f6c851daa not found, creating... [ 693.978540] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978801] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.979050] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.979214] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.979470] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.979621] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.979738] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.980098] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.980246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.980422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 9a4b8473-c38a-4670-b5ea-0a9f6c851daa is going to be created. [ 694.008330] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.008551] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.008778] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.008944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.009264] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.010118] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.239118] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.742077] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.742281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.742334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.742561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.742638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.742773] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be updated. [ 694.778187] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.778187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.778187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.778187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.778187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.793674] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 695.192743] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e4c3402-679a-4d21-8c11-c1e58c72e49d req-164de58a-849f-4900-bf30-7a70aaa19ea7 service nova] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_rules [ 695.192743] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e4c3402-679a-4d21-8c11-c1e58c72e49d req-164de58a-849f-4900-bf30-7a70aaa19ea7 service nova] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 695.193562] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e4c3402-679a-4d21-8c11-c1e58c72e49d req-164de58a-849f-4900-bf30-7a70aaa19ea7 service nova] Enqueued Resource ID: 9a4b8473-c38a-4670-b5ea-0a9f6c851daa with Priority: HIGHEST for action port [ 695.194126] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_rules [ 695.194126] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 695.194228] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b8473-c38a-4670-b5ea-0a9f6c851daa with Priority: HIGHEST for action port [ 695.194814] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.196282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.196716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.196826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.201202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.201202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.201202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.201202] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4b8473-c38a-4670-b5ea-0a9f6c851daa',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.429488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: SUCCESS [ 695.429893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.430518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.430760] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.430986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.431194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.431386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.431498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.431624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.431711] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.576075] env[66173]: INFO networking_nsxv3.common.synchronization [req-863e8471-655a-4e44-bc01-3380e656cfae req-84f4c593-8f31-4173-a080-e9cadb603f11 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 695.576968] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 695.577338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.577471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.577621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.577924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.578091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.578233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.578321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.578558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.578558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.578664] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.700602] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a4b8473-c38a-4670-b5ea-0a9f6c851daa with status ACTIVE [ 695.700903] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.701036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701549] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.701788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702197] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.702566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702566] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a4b8473-c38a-4670-b5ea-0a9f6c851daa is going to be updated. [ 695.728341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.728470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.728531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.729250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.729250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.729250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4b8473-c38a-4670-b5ea-0a9f6c851daa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934035] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.993139] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.993886] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.993886] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.993886] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.994238] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.994366] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.994474] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.994701] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.994838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.995063] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.995732] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.995732] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.995732] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.995732] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.995732] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.995732] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.025488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.025697] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.025834] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.026017] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.026369] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.026540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.026653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.026977] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.027188] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cbdcb27-7356-4c1e-84bd-9600f8ee7599',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.080914] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.081143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.081367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.081569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.081790] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.081894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.082136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.082217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.082306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 already deleted. [ 696.082389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.438290] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f59aa06-702a-4d92-86f5-892b804d5a2a: rpc.has_security_group_logging(os_id): False [ 696.460485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.460816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.460816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.460950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.460984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.461259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.461351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.461431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.461593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.461668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.461752] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be created. [ 696.526469] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.526702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.526702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.527018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.527218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.530190] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.530751] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.530751] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.530871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.530910] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.531075] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 not found, creating... [ 696.531767] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.531953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.532081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.532313] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.532464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.532840] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.533066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.533213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.533512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.533676] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.533821] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 is going to be created. [ 696.548999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: IN_PROGRESS for 2s [ 696.577430] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.578570] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.578570] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.578570] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.578570] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.578702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.807119] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 696.807824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.807824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.807824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808064] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.808383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.808550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.808729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.809101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.809269] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.809371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.809434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.809572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.809648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.809731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.809818] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.810729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.811070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.811357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.811420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.811565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.811731] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.313968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59997cc1-8bce-4ead-86c7-d8ef0f242e6a: rpc.has_security_group_logging(os_id): False [ 697.315353] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.324454] env[66173]: INFO networking_nsxv3.common.synchronization [req-863e8471-655a-4e44-bc01-3380e656cfae req-ad991acc-a08e-4731-9127-7b4490225250 service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 697.324769] env[66173]: INFO networking_nsxv3.common.synchronization [req-863e8471-655a-4e44-bc01-3380e656cfae req-ad991acc-a08e-4731-9127-7b4490225250 service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 697.324844] env[66173]: INFO networking_nsxv3.common.synchronization [req-863e8471-655a-4e44-bc01-3380e656cfae req-ad991acc-a08e-4731-9127-7b4490225250 service nova] Enqueued Resource ID: 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 with Priority: HIGHEST for action port [ 697.325509] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 697.325716] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 697.325877] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 with Priority: HIGHEST for action port [ 697.326325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.326726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.326726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.326990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.327163] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.329303] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.329303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.329303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.329303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.329303] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.329303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.329303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.329787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.329787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.329787] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.330833] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.330984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.331166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.331381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.331490] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cbdcb27-7356-4c1e-84bd-9600f8ee7599',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.335244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.335394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.335482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.335672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.335824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.336084] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.336221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.336303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.336486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.336586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.336787] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.336936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.337028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.337205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.337321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.337567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.337987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.337987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.337987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.337987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338895] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be created. [ 697.406251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.407021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.407191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.407530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.407769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.422394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 697.819711] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.833761] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.833896] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.835525] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 with status ACTIVE [ 697.835525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.835525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.835525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.835525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.835735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.835800] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.835897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.835966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.836161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.837861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.838075] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.838075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.838178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.839111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.839111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.839111] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cbdcb27-7356-4c1e-84bd-9600f8ee7599 is going to be updated. [ 697.862291] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.862627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.862627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.862736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.863898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.863898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cbdcb27-7356-4c1e-84bd-9600f8ee7599" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.323308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.324051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.324051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.325117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.325117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.325117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be updated. [ 698.341113] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.380512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.382486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.382486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.382486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.382486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.394930] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 698.566575] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: SUCCESS [ 698.566575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.607344] env[66173]: INFO networking_nsxv3.common.synchronization [req-55e15762-30ce-4aca-a2f5-c0749261f6f3 req-565e9e1a-afd0-4d09-9e92-ba1be5f86d72 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 698.608361] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 698.608932] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.608998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.846907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.847204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.847680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.847680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.847680] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be created. [ 698.871679] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.871890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.871952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.872183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.872342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.882406] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: UNINITIALIZED for 2s [ 699.074522] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.074872] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.074949] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.075276] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.075563] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.075785] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.075837] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.076089] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.076261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.076740] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.076740] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.076740] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.076843] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.076967] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.077044] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.077143] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.103795] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.104200] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.104200] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.104455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.104832] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.105058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.105580] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.106232] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.437330] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 699.437582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.437792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.438041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.438128] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.609362] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.609681] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.609895] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.610232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.610419] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.610620] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a not found, creating... [ 699.611020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.611269] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.611422] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.611696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.611865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.612399] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.612602] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.612748] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.613039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.613216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.613407] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a is going to be created. [ 699.637194] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.637476] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.637541] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.637829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.638068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.638293] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.940341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.941424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.943460] env[66173]: INFO networking_nsxv3.common.synchronization [req-f593197c-4a3a-462f-86c1-bd94c714337f req-bb93fd2f-baf1-41a0-ad0a-1efe1a105e70 tempest-ServersTestManualDisk-781007373 tempest-ServersTestManualDisk-781007373-project-member] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 699.943838] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGHEST for action security_group_members [ 699.944166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.944272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.944338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.944543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.944705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.944810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.944859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.944995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.945123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.945223] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.408892] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.408892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408892] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.412179] env[66173]: INFO networking_nsxv3.common.synchronization [req-55e15762-30ce-4aca-a2f5-c0749261f6f3 req-69da5457-b58d-4092-8928-b0dbcb6efb5c service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 700.412491] env[66173]: INFO networking_nsxv3.common.synchronization [req-55e15762-30ce-4aca-a2f5-c0749261f6f3 req-69da5457-b58d-4092-8928-b0dbcb6efb5c service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 700.413478] env[66173]: INFO networking_nsxv3.common.synchronization [req-55e15762-30ce-4aca-a2f5-c0749261f6f3 req-69da5457-b58d-4092-8928-b0dbcb6efb5c service nova] Enqueued Resource ID: ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a with Priority: HIGHEST for action port [ 700.414084] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 700.415030] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 700.415030] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a with Priority: HIGHEST for action port [ 700.415292] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.417149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.417149] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.451152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.451152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.451152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.451152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef is going to be updated. [ 700.482514] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.482514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.482514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.482514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.483393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: IN_PROGRESS for 2s [ 700.904716] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.904716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.904716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.905152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.905152] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.905928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.906210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.906449] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.906593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.906689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.906881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.906982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.907100] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.914311] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.914499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.914637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.915365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.915365] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.915365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.915365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.915365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.915365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.915622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.915622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.915711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.915854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.915938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.916855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.916855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.916855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.916855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.916855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.916855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.916855] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.919023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a with status ACTIVE [ 700.919222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.919331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.919398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.919595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.919673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.920472] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.920750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.920954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.921030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.921244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.921526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.921526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.921617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.921721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.921810] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a is going to be updated. [ 700.952021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.952021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.952021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.952541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.952661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.953515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed0707cc-7a05-48a7-a0dd-ed1999a8cd1a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.123350] env[66173]: INFO networking_nsxv3.common.synchronization [req-39e78400-c580-45f7-9355-46d73753d274 req-70ebdf7f-6b62-4245-8d0d-52e053481dec tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 701.124107] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 701.124561] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.124741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.125144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.125353] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.125504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.125686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.125943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.125943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.125943] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.409836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.410071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.410450] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.419872] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59997cc1-8bce-4ead-86c7-d8ef0f242e6a: rpc.has_security_group_logging(os_id): False [ 701.443070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.443070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443655] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.443655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.443655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.443655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.443655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443884] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.443948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.444039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.444192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.444291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.444377] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be updated. [ 701.524116] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.524337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.524403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.524628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.524900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 701.623296] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623296] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-985" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623296] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-985" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623296] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-985" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623894] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623894] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623894] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.624111] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.624289] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.624509] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.624577] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.624693] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.624801] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.624903] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.625071] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.625226] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.628566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.628776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.628776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.628968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.629082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.629291] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.629405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.629711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.629804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.629874] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f already deleted. [ 701.629951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.646834] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.647130] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.647301] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.647542] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-985" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647995] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-416661ba-4eb2-4de3-96d9-2344fdcca122 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.648351] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.648441] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.648977] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.650237] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416661ba-4eb2-4de3-96d9-2344fdcca122',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.915631] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.152494] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152954] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152954] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.153253] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153421] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.153605] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 416661ba-4eb2-4de3-96d9-2344fdcca122 not found, creating... [ 702.153887] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.154162] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.154162] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.154423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.154606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.154930] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.155090] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.155253] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.155496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.155627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.155826] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 is going to be created. [ 702.183767] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.184127] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.184335] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.184630] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.185073] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185221] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.418131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.418480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.418582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.419214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.419214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.419214] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 702.467061] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.468101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.468101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.468391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.468581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487550] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 702.521505] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef in Status: SUCCESS [ 702.521753] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef deletion is rescheduled due to dependency. [ 702.521901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.994633] env[66173]: INFO networking_nsxv3.common.synchronization [req-39e78400-c580-45f7-9355-46d73753d274 req-ea6649b3-0976-4c7d-abf5-8366c076e542 service nova] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 702.995037] env[66173]: INFO networking_nsxv3.common.synchronization [req-39e78400-c580-45f7-9355-46d73753d274 req-ea6649b3-0976-4c7d-abf5-8366c076e542 service nova] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 702.996194] env[66173]: INFO networking_nsxv3.common.synchronization [req-39e78400-c580-45f7-9355-46d73753d274 req-ea6649b3-0976-4c7d-abf5-8366c076e542 service nova] Enqueued Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 702.996480] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 702.996644] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 702.996793] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 702.997897] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.997897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.997897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.998283] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.999885] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.003185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.003349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.003487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.003589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.003759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.003851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.003950] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.004962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-416661ba-4eb2-4de3-96d9-2344fdcca122 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.005096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.005164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.005334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.005565] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416661ba-4eb2-4de3-96d9-2344fdcca122',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.509579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.510089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.510089] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.510988] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416661ba-4eb2-4de3-96d9-2344fdcca122 with status ACTIVE [ 703.511208] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.511347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.511401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.511593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.511740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.511955] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.512099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.512129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.512298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.512394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513147] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.513147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.513147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.513290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.513374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513462] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 is going to be updated. [ 703.546035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.546209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.546280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.546517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.546660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.546824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.559844] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 703.560227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.019184] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.498121] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 704.498350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.498541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.498780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.499211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.499211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.499211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.499413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.499413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.499478] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.522167] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.522167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.522167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.522521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.522521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.522521] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be created. [ 704.546936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.547097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.547165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.547377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.547530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562032] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: UNINITIALIZED for 2s [ 705.005392] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.509434] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.014746] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.015441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.015441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.015441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.015441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.015441] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 706.058951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.059114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.059185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.059408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.059634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.070789] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 706.571444] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 706.573163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.573417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.573876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.573876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.574110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.574110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.574258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.574364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.574950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.574950] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.077097] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.583826] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69bf1c31-e98c-470d-94ef-636b82c2177f: rpc.has_security_group_logging(os_id): False [ 707.605434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.605670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.605776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.606095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.606238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.606606] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.606862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.606979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.607228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.607316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.607428] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be created. [ 707.688878] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.689159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.689285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.689738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.689909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 708.000237] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 708.000237] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 708.086294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 708.088929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.091418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.091418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.091418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.091418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.092388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.092524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.092766] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.597744] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2443550-554f-488c-8fb9-2cf506875d11: rpc.has_security_group_logging(os_id): False [ 708.622882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.623086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.623140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.623397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.623490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.623678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.624161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.624161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.624368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.624415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.624677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.624900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.625029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.626496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.626737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.626773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.626909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be created. [ 708.632570] env[66173]: INFO networking_nsxv3.common.synchronization [req-fdf530cd-c482-4515-9d8d-a843825c1ccd req-3be91a5c-7304-47c4-b83a-35836418759b tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 708.633228] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 708.633812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.633812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.633812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.634142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.634173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.634436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.634436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.634547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.634647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.634752] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.696061] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.696061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.696061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.696364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.696528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.713323] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 709.137655] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.138432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.138644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.138979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.139181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.139301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.139566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.139705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.139851] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 709.180453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.180656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.180701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.180893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.181065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.193478] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 709.413130] env[66173]: INFO networking_nsxv3.common.synchronization [req-80f20ffc-7785-4173-b146-a3384270e005 req-10a2acd7-7bb8-484f-85c2-d9d18cd64631 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 709.413489] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 709.413821] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.413996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.414611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.415042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.415165] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.717388] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 709.717388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.918998] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.934961] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.935176] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.935295] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.938126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.938501] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.938670] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.938782] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.939346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.939639] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.939783] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.939900] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.940011] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.940154] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.940260] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.940360] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.940488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.973973] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.974321] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.974489] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.974749] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-84" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975207] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-3f4a44b2-1652-4165-a164-9fcf8028eaae taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.976069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976069] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4a44b2-1652-4165-a164-9fcf8028eaae',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.421285] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.481590] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.481828] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.482043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.482314] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.482501] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.482890] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 3f4a44b2-1652-4165-a164-9fcf8028eaae not found, creating... [ 710.482890] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.483126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.483289] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.483481] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.483615] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.483902] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.484073] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.484208] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.484621] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.484754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.484889] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 3f4a44b2-1652-4165-a164-9fcf8028eaae is going to be created. [ 710.492725] env[66173]: INFO networking_nsxv3.common.synchronization [req-5857c680-fd39-483a-8583-dd4391c427de req-0d088bf4-477b-45ed-b74d-e49d36729b2b tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 710.493492] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 710.493880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.494099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.494164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.494731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.494731] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.494901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.494953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.495121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.495222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.495323] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.508470] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.508716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.508821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.509167] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.509407] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.509668] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.734572] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 710.734880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.735049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.735314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.735419] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.924331] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.924554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.924554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.924828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.925027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925157] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 710.997616] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.998736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.998736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.998736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.998736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.999976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.000110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.000181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.001585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 711.022052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 711.040741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.041443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.041443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.041443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.041621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.053315] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 711.236644] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 711.237139] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 711.237139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.237302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.237403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.327222] env[66173]: INFO networking_nsxv3.common.synchronization [req-80f20ffc-7785-4173-b146-a3384270e005 req-1b0a664c-17d3-4a20-ae84-79098e8516c4 service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 711.327222] env[66173]: INFO networking_nsxv3.common.synchronization [req-80f20ffc-7785-4173-b146-a3384270e005 req-1b0a664c-17d3-4a20-ae84-79098e8516c4 service nova] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 711.327222] env[66173]: INFO networking_nsxv3.common.synchronization [req-80f20ffc-7785-4173-b146-a3384270e005 req-1b0a664c-17d3-4a20-ae84-79098e8516c4 service nova] Enqueued Resource ID: 3f4a44b2-1652-4165-a164-9fcf8028eaae with Priority: HIGHEST for action port [ 711.329641] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_rules [ 711.329641] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 711.329641] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4a44b2-1652-4165-a164-9fcf8028eaae with Priority: HIGHEST for action port [ 711.330525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.330525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.330814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.330853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f4a44b2-1652-4165-a164-9fcf8028eaae taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.330931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.331066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.331947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.331947] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4a44b2-1652-4165-a164-9fcf8028eaae',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.835568] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f4a44b2-1652-4165-a164-9fcf8028eaae with status ACTIVE [ 711.835936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.835936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.835936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.835936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.837596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.837596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.837596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.837596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.837805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f4a44b2-1652-4165-a164-9fcf8028eaae is going to be updated. [ 711.861399] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.861617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.861617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.861883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.862087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.862232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f4a44b2-1652-4165-a164-9fcf8028eaae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.030965] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 713.031265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.031436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.031677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.031933] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.032111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.032193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.032389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.032970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.032970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.032970] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.034869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.035123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.035310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.035427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.035491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.035632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.035718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.035810] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.064498] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 713.064719] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 713.064806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.538492] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.538665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.540038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.846068] env[66173]: INFO networking_nsxv3.common.synchronization [req-7f06a950-135b-43e1-8568-e295cc338e10 req-1637df33-3d82-42eb-912e-79c7ae119886 tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 713.846068] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 713.848052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.848225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.848225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.848427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.848602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.848705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.848765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.848940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.849040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.849131] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.044934] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.353456] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.537315] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.537315] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.537315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.537315] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.537315] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.537315] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.537315] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.537925] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.537925] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.537925] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.548484] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.548912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.549092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.549408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.549628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.549811] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 714.568064] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.568064] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.568064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.568064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-129" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.568064] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-bd29451e-2c10-490b-adfc-b30e4aeb94bb taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.568064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.568064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.568064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.568064] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd29451e-2c10-490b-adfc-b30e4aeb94bb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.592218] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.592501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.592756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.592961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 714.857428] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.071551] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.072110] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072110] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072247] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.074549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074549] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port bd29451e-2c10-490b-adfc-b30e4aeb94bb not found, creating... [ 715.074549] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.074549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.074549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.074549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074549] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.074951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.074951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.075102] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.076190] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: bd29451e-2c10-490b-adfc-b30e4aeb94bb is going to be created. [ 715.098964] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.099280] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.099423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.099692] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.099911] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.100148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.361672] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.361757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.361854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.362173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.362404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362513] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 715.405096] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.405457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.405457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.405556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.405750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.417465] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 715.504023] env[66173]: INFO networking_nsxv3.common.synchronization [req-df645044-e2e3-4756-9079-4e32a040d052 req-1f99ad69-0366-496e-8d9d-5fb4daa4195b tempest-FloatingIPsAssociationNegativeTestJSON-1580943000 tempest-FloatingIPsAssociationNegativeTestJSON-1580943000-project-member] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 715.504718] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGHEST for action security_group_members [ 715.506703] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.506927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.507353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.507629] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.507824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.508153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.508288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.508426] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.898211] env[66173]: INFO networking_nsxv3.common.synchronization [req-7f06a950-135b-43e1-8568-e295cc338e10 req-487c5aa1-5768-48e3-a89d-a28b50b3d4b8 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 715.898426] env[66173]: INFO networking_nsxv3.common.synchronization [req-7f06a950-135b-43e1-8568-e295cc338e10 req-487c5aa1-5768-48e3-a89d-a28b50b3d4b8 service nova] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 715.898567] env[66173]: INFO networking_nsxv3.common.synchronization [req-7f06a950-135b-43e1-8568-e295cc338e10 req-487c5aa1-5768-48e3-a89d-a28b50b3d4b8 service nova] Enqueued Resource ID: bd29451e-2c10-490b-adfc-b30e4aeb94bb with Priority: HIGHEST for action port [ 715.899154] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_rules [ 715.899291] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 715.899388] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd29451e-2c10-490b-adfc-b30e4aeb94bb with Priority: HIGHEST for action port [ 715.899667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.899791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.899854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.900070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.900159] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.901115] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.903397] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd29451e-2c10-490b-adfc-b30e4aeb94bb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.903397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.903397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.903397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.903397] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd29451e-2c10-490b-adfc-b30e4aeb94bb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.012052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.012052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.012052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.012980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.012980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.012980] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 is going to be updated. [ 716.051725] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.052020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.052125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.052457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.052717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.068717] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: IN_PROGRESS for 2s [ 716.403590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404031] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd29451e-2c10-490b-adfc-b30e4aeb94bb with status ACTIVE [ 716.404277] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.404723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.404821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.405509] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.405509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.405509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.405509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.405995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.405995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.405995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd29451e-2c10-490b-adfc-b30e4aeb94bb is going to be updated. [ 716.447034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.447389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.447389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.447666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.447866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.448148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd29451e-2c10-490b-adfc-b30e4aeb94bb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.617047] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 716.617345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.617529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.617744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.617944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.618076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.618137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.618289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.618371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.618453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.618609] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.618703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.618763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.618909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.620346] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.620346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.620346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.620346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.620346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.620346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.620346] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.125838] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2443550-554f-488c-8fb9-2cf506875d11: rpc.has_security_group_logging(os_id): False [ 717.144706] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.144849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.144904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.145280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.145563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.145665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.145725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.146032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.146602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.146602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.146602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.146602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.146859] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.146859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.150128] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 717.215345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.215476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.215548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.215755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.216240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.233308] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 717.270696] env[66173]: INFO networking_nsxv3.common.synchronization [None req-95cf74a5-304d-4cb1-a07b-9b60102f1684 None None] Enqueued Resource ID: 21e38d68-10ca-444d-851e-430f9cc1b212 with Priority: HIGHEST for action port [ 717.271461] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e38d68-10ca-444d-851e-430f9cc1b212 with Priority: HIGHEST for action port [ 717.272529] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e38d68-10ca-444d-851e-430f9cc1b212 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.272529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e38d68-10ca-444d-851e-430f9cc1b212" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.272529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e38d68-10ca-444d-851e-430f9cc1b212" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.272529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e38d68-10ca-444d-851e-430f9cc1b212" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.273558] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e38d68-10ca-444d-851e-430f9cc1b212',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.429351] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 717.431048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.431048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.431048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.431048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.431048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.431364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.431364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.431480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.432457] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.777260] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e38d68-10ca-444d-851e-430f9cc1b212 [ 717.777499] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.777913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.778015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.778111] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e38d68-10ca-444d-851e-430f9cc1b212 already deleted. [ 717.778193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e38d68-10ca-444d-851e-430f9cc1b212" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.936544] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.081314] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c03b6444-8f52-49e7-856e-7b6094932e62 in Status: SUCCESS [ 718.081943] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 deletion is rescheduled due to dependency. [ 718.082659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.442097] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.946038] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.946038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.946274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.947328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.947328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.947328] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 718.986772] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.986963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.986963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.987288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.987367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.999171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 719.251569] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 719.252635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.252635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.252635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.252635] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.761545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.762035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.762035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.762138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763323] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.763323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.763323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.763323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.763323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.763323] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.266173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.266411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.266972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.266972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.266972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.267848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.267976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.268257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.268655] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.268655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.268655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.268980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.269176] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.269825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.269909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.270092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.270175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.270266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.270370] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.774902] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2443550-554f-488c-8fb9-2cf506875d11: rpc.has_security_group_logging(os_id): False [ 720.794920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.795184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.795184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.795468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.795561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.795779] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.795892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.795976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.796339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.796339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.796492] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.796587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.796644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.796815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.796907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.797566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.797636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.797793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.797874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797963] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 720.888958] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.889124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.889387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.889476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.889619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934499] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 720.943810] env[66173]: INFO networking_nsxv3.common.synchronization [req-2c9eccc2-a4e8-4637-83b4-23ee7c3e7ddc req-466e43c2-fd41-46a7-8a9f-538e37f2f1bb tempest-FloatingIPsAssociationTestJSON-1823905130 tempest-FloatingIPsAssociationTestJSON-1823905130-project-member] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 720.944555] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGHEST for action security_group_members [ 720.944951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.945072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.945120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.945344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.945505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.945608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.945668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.945848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.945940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.946080] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.022900] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 721.023918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.026932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.026932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.027102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.027650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.027650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.027754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.027888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.028308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.028308] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.226463] env[66173]: INFO networking_nsxv3.common.synchronization [None req-04272731-f308-42e5-8694-2aecbf999cbb None None] Enqueued Resource ID: 76cdeff8-7e9f-47c0-92a6-753d3654cb8e with Priority: HIGHEST for action port [ 721.227068] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cdeff8-7e9f-47c0-92a6-753d3654cb8e with Priority: HIGHEST for action port [ 721.227396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-76cdeff8-7e9f-47c0-92a6-753d3654cb8e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.227518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76cdeff8-7e9f-47c0-92a6-753d3654cb8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.227581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76cdeff8-7e9f-47c0-92a6-753d3654cb8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.227861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76cdeff8-7e9f-47c0-92a6-753d3654cb8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.227943] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76cdeff8-7e9f-47c0-92a6-753d3654cb8e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.449682] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.449871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.449953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.450301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.450438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.450657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.450770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.450835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.451151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.451286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.451348] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be updated. [ 721.484419] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.484709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.484709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.484849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.484994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.496519] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: IN_PROGRESS for 2s [ 721.532824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.533066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.533336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.533512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.533615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.533832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.533918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.534012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.534291] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.534545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.534545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.534677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.534752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.534844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.534895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.535085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.535196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.535281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.535370] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.625613] env[66173]: INFO networking_nsxv3.common.synchronization [req-a28f96e6-b132-4bf6-aa33-07be9f16756a req-a707732a-5a78-47e0-ab83-525b136bc15a tempest-TenantUsagesTestJSON-845006785 tempest-TenantUsagesTestJSON-845006785-project-member] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 721.629021] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 721.629021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.629021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.629021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.629021] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.730223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76cdeff8-7e9f-47c0-92a6-753d3654cb8e [ 721.730871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.730871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.731037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.731160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.731253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.731347] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76cdeff8-7e9f-47c0-92a6-753d3654cb8e already deleted. [ 721.731426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76cdeff8-7e9f-47c0-92a6-753d3654cb8e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.037372] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010e6833-9844-4bd1-ae19-22bcdc457003: rpc.has_security_group_logging(os_id): False [ 722.057307] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059551] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.059551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.059551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059694] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 722.125654] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.133181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.133406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.133471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.133696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.133782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.133973] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.134444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.134444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.134444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.134444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.134444] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe already deleted. [ 722.134675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.140455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 722.167430] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.167430] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.167430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.167430] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.167430] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.167430] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.167430] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.168079] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.168079] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.168079] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.193918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.194145] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.194222] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.194618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194762] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-d870e57b-65d1-4f1b-8456-2d38370f5bcb taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.194932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.195275] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.195390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.195553] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d870e57b-65d1-4f1b-8456-2d38370f5bcb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.699294] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.699567] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.699690] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.700032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.700265] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.700423] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port d870e57b-65d1-4f1b-8456-2d38370f5bcb not found, creating... [ 722.700718] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.700889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.701016] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.701245] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.701422] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.701740] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.701892] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.702047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.702269] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.702473] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.702786] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: d870e57b-65d1-4f1b-8456-2d38370f5bcb is going to be created. [ 722.728338] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.728560] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.728683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.728949] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.729187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.729405] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.951653] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 722.951653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.508260] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f184c8a6-bf48-4128-95bf-718bfc236812 in Status: SUCCESS [ 723.508563] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 deletion is rescheduled due to dependency. [ 723.508620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.541828] env[66173]: INFO networking_nsxv3.common.synchronization [req-a28f96e6-b132-4bf6-aa33-07be9f16756a req-b2ef50da-2c1f-45d2-a704-ecf516304f7c service nova] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_rules [ 723.542062] env[66173]: INFO networking_nsxv3.common.synchronization [req-a28f96e6-b132-4bf6-aa33-07be9f16756a req-b2ef50da-2c1f-45d2-a704-ecf516304f7c service nova] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 723.542062] env[66173]: INFO networking_nsxv3.common.synchronization [req-a28f96e6-b132-4bf6-aa33-07be9f16756a req-b2ef50da-2c1f-45d2-a704-ecf516304f7c service nova] Enqueued Resource ID: d870e57b-65d1-4f1b-8456-2d38370f5bcb with Priority: HIGHEST for action port [ 723.542767] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_rules [ 723.542873] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 723.543045] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d870e57b-65d1-4f1b-8456-2d38370f5bcb with Priority: HIGHEST for action port [ 723.543392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.543645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.543645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.543977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.544079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.545676] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.546021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.546021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.546021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.546193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.546302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.546356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.546522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.546611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.546704] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.552396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d870e57b-65d1-4f1b-8456-2d38370f5bcb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.552396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.552396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.552396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552396] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d870e57b-65d1-4f1b-8456-2d38370f5bcb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.572358] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ee552116-6137-4038-9081-da6186227e8b None None] Enqueued Resource ID: 50f0b9d6-4209-4c47-bb58-1c9f3802c15b with Priority: HIGHEST for action port [ 723.572358] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f0b9d6-4209-4c47-bb58-1c9f3802c15b with Priority: HIGHEST for action port [ 723.572358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f0b9d6-4209-4c47-bb58-1c9f3802c15b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.572358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f0b9d6-4209-4c47-bb58-1c9f3802c15b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.573058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f0b9d6-4209-4c47-bb58-1c9f3802c15b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.573525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f0b9d6-4209-4c47-bb58-1c9f3802c15b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.573771] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f0b9d6-4209-4c47-bb58-1c9f3802c15b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.053145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.054038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.054038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.055044] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d870e57b-65d1-4f1b-8456-2d38370f5bcb with status ACTIVE [ 724.055311] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.055551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.055747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.058697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.058892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.059421] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.059421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.059421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.060657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.060657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.060657] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d870e57b-65d1-4f1b-8456-2d38370f5bcb is going to be updated. [ 724.080991] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f0b9d6-4209-4c47-bb58-1c9f3802c15b [ 724.081298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.081441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.081564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.082104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.082104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.082104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f0b9d6-4209-4c47-bb58-1c9f3802c15b already deleted. [ 724.082104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f0b9d6-4209-4c47-bb58-1c9f3802c15b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.087417] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.087581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.087939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.088294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.088363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.088575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d870e57b-65d1-4f1b-8456-2d38370f5bcb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.169072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 724.169317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.563462] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.067136] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.067277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.067595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.067973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.068023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.068122] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe is going to be created. [ 725.115537] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.115756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.115827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.116098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120293] env[66173]: INFO networking_nsxv3.common.synchronization [req-0330a162-cce8-4f9e-bcdb-df34533b9525 req-785397c3-8101-4147-88f3-cfcb008c4701 tempest-ServersAdminNegativeTestJSON-1022658564 tempest-ServersAdminNegativeTestJSON-1022658564-project-member] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 725.120948] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 725.121360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.121499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.121575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.121863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.122027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.122093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.122150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.122302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.122934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.123097] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.128252] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: UNINITIALIZED for 2s [ 725.551693] env[66173]: INFO networking_nsxv3.common.synchronization [None req-40c8f370-ee4d-421b-ad4d-55e3abeadba5 None None] Enqueued Resource ID: c34fbefa-9750-4045-8a9e-313c9b6e98e5 with Priority: HIGHEST for action port [ 725.552353] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34fbefa-9750-4045-8a9e-313c9b6e98e5 with Priority: HIGHEST for action port [ 725.553349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34fbefa-9750-4045-8a9e-313c9b6e98e5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34fbefa-9750-4045-8a9e-313c9b6e98e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34fbefa-9750-4045-8a9e-313c9b6e98e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.554019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34fbefa-9750-4045-8a9e-313c9b6e98e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.554125] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34fbefa-9750-4045-8a9e-313c9b6e98e5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.571831] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7e2a4e33-0dc7-4d59-a3c6-b389b1f2e0c6 None None] Enqueued Resource ID: 9fb3a021-b294-49cd-abd8-c7890bc80f12 with Priority: HIGHEST for action port [ 725.573390] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb3a021-b294-49cd-abd8-c7890bc80f12 with Priority: HIGHEST for action port [ 725.574013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fb3a021-b294-49cd-abd8-c7890bc80f12 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.574200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fb3a021-b294-49cd-abd8-c7890bc80f12" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.574335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fb3a021-b294-49cd-abd8-c7890bc80f12" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.575092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fb3a021-b294-49cd-abd8-c7890bc80f12" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.575238] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb3a021-b294-49cd-abd8-c7890bc80f12',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.579216] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.579922] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.579922] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.579922] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.580531] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.581167] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.581167] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.581315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.581573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.581827] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.581979] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.582139] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.582778] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.582778] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.582778] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.582778] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.607614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.607787] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.607919] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.608119] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.608654] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-aa8fc238-fac2-4986-baed-4fd1ca2e826d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.608654] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.608815] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.609069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.609218] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8fc238-fac2-4986-baed-4fd1ca2e826d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.626442] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.057148] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c34fbefa-9750-4045-8a9e-313c9b6e98e5 [ 726.057429] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.057573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.057638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.057874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.057957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.058068] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c34fbefa-9750-4045-8a9e-313c9b6e98e5 already deleted. [ 726.058151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34fbefa-9750-4045-8a9e-313c9b6e98e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089415] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fb3a021-b294-49cd-abd8-c7890bc80f12 [ 726.089650] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.089831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.090516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.090516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090516] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fb3a021-b294-49cd-abd8-c7890bc80f12 already deleted. [ 726.090516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fb3a021-b294-49cd-abd8-c7890bc80f12" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.113576] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.113820] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.113915] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.114227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.115233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.115233] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port aa8fc238-fac2-4986-baed-4fd1ca2e826d not found, creating... [ 726.115233] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.115233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.115233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.115582] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.115582] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.115685] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.115889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.115950] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.120022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.120022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.120022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: aa8fc238-fac2-4986-baed-4fd1ca2e826d is going to be created. [ 726.129421] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.138598] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.138821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.138941] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.139232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.139455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.139850] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.633333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.633692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.634151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.634151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.634151] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be updated. [ 726.671473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.671618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.672390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.672390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.672390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.684975] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 726.953391] env[66173]: INFO networking_nsxv3.common.synchronization [req-0330a162-cce8-4f9e-bcdb-df34533b9525 req-bd0d7569-b1c9-47dd-99e9-85ef45a83c05 service nova] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_rules [ 726.953563] env[66173]: INFO networking_nsxv3.common.synchronization [req-0330a162-cce8-4f9e-bcdb-df34533b9525 req-bd0d7569-b1c9-47dd-99e9-85ef45a83c05 service nova] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 726.953723] env[66173]: INFO networking_nsxv3.common.synchronization [req-0330a162-cce8-4f9e-bcdb-df34533b9525 req-bd0d7569-b1c9-47dd-99e9-85ef45a83c05 service nova] Enqueued Resource ID: aa8fc238-fac2-4986-baed-4fd1ca2e826d with Priority: HIGHEST for action port [ 726.956683] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_rules [ 726.956683] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 726.956683] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8fc238-fac2-4986-baed-4fd1ca2e826d with Priority: HIGHEST for action port [ 726.956683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.956683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.956683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.956683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.956683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.957787] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.957787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.958072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8fc238-fac2-4986-baed-4fd1ca2e826d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.958231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.958282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.959409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.959409] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8fc238-fac2-4986-baed-4fd1ca2e826d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.142223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: SUCCESS [ 727.142451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.142660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.142910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.143134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.143291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.143355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.144060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.144180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.144306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.144794] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.461103] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.461378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.461570] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8fc238-fac2-4986-baed-4fd1ca2e826d with status ACTIVE [ 727.461757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.461861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.461927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.462150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.462234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.462467] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.462619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.462711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.462906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.462990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.463246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.463350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.463411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.463630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.463708] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8fc238-fac2-4986-baed-4fd1ca2e826d is going to be updated. [ 727.485446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.486038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.486038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.486038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.486224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.486300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8fc238-fac2-4986-baed-4fd1ca2e826d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646909] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.647218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.647218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.647402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.647569] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.647657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.647829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.647877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.647931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.648029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.648170] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.648261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.648309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.648449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.648581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.648669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.648722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.648858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.649024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.649074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.649182] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.138943] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d76f6b9c-bac9-4480-9c9c-76eafa2dba2d None None] Enqueued Resource ID: ce2d9a37-1452-4a8f-b484-5697d9ab92b7 with Priority: HIGHEST for action port [ 728.139281] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2d9a37-1452-4a8f-b484-5697d9ab92b7 with Priority: HIGHEST for action port [ 728.139980] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2d9a37-1452-4a8f-b484-5697d9ab92b7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.140399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2d9a37-1452-4a8f-b484-5697d9ab92b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.140524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2d9a37-1452-4a8f-b484-5697d9ab92b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.140843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2d9a37-1452-4a8f-b484-5697d9ab92b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.140972] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2d9a37-1452-4a8f-b484-5697d9ab92b7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.152923] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3aefd690-63bb-474b-9a3d-c7f915224cfe: rpc.has_security_group_logging(os_id): False [ 728.175910] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.176083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.176191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.176428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.176522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.176738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.176833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.176900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.177078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.177172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.177853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.177853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.177853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.177853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.177853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.178138] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe is going to be created. [ 728.244284] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.244284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.244284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.244284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.244284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.259662] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: IN_PROGRESS for 2s [ 728.644600] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce2d9a37-1452-4a8f-b484-5697d9ab92b7 [ 728.644947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.645088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.645173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.645335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.646069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.646069] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce2d9a37-1452-4a8f-b484-5697d9ab92b7 already deleted. [ 728.646069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2d9a37-1452-4a8f-b484-5697d9ab92b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.698594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 728.698998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.699405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.699598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.699912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.699912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.700132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.700377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.700494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.700598] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.203802] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.450258] env[66173]: INFO networking_nsxv3.common.synchronization [None req-eba4dfcc-4c2b-4600-8eb8-62915bcea735 tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 729.450813] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 729.453918] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.454095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.454169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.454439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.454522] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.586864] env[66173]: INFO networking_nsxv3.common.synchronization [None req-3777e3a6-5ad6-41b2-ae68-fe83a73be63f tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 729.587177] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 729.587501] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.587609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.708057] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.780152] env[66173]: INFO networking_nsxv3.common.synchronization [None req-aacd46a6-d4d8-4b5b-83c0-17b547ace500 tempest-ServersTestFqdnHostnames-662058754 tempest-ServersTestFqdnHostnames-662058754-project-member] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 729.780645] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 729.780965] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.781411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.781927] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.978616] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.978616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.978616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.979179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.979179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.979283] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 already deleted. [ 729.979370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.979529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.979688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.979777] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.058196] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6d87907a-6bb5-4926-90e7-e93c9b561f76 tempest-ServersTestFqdnHostnames-662058754 tempest-ServersTestFqdnHostnames-662058754-project-member] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 730.059013] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 730.059406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.059518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.214025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.214025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.214025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.214025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.214025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be updated. [ 730.250024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.250024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.250024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.250024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.250024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.263036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 730.276386] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: SUCCESS [ 730.276386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.312294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.312294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc already deleted. [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.312294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.312294] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.505216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.505527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.505733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.506103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.506223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.506299] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 already deleted. [ 730.506389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.838692] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.839145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.839145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.839430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.839530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.839629] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc already deleted. [ 730.839711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.274708] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 732.275133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.275203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.275441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.275659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.276146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.276146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.276146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276514] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.778601] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.779132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.779132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.779132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.779307] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.779420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.779485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.779653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.779743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.779837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.779983] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.780104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.780316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.780454] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.780558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.780763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.780863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.780930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.781217] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.285416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814: rpc.has_security_group_logging(os_id): False [ 733.308330] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.308541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.308541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.308770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.309105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309105] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.309184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.309256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.309428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.309506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.309773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.309834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.309975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.310061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.310275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.310377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.310424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.310562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.310635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.310716] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be updated. [ 733.390870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.391098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.391141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.391454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.393598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.410492] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 734.999044] env[66173]: INFO networking_nsxv3.common.synchronization [req-1c2ba5ed-570e-46e9-ae83-c2e45f7075f7 req-f5238cd3-b440-483b-a3c4-1970f151f102 tempest-ImagesOneServerTestJSON-2093816573 tempest-ImagesOneServerTestJSON-2093816573-project-member] Enqueued Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 735.002555] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGHEST for action security_group_members [ 735.003578] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.003787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.003897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.004229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.004489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.004642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.004741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.004960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.005111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.005252] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.430287] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 735.430287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.507483] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.507739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.507739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.507971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.508084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.508291] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.509202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.509202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.509202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.509202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.509202] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 is going to be updated. [ 735.548538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.548724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.548799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.548975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.549176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.560243] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: IN_PROGRESS for 2s [ 735.752227] env[66173]: INFO networking_nsxv3.common.synchronization [None req-32619945-d504-45fb-a9cd-dd0513db5890 None None] Enqueued Resource ID: b5e73457-83e1-4a33-9ba7-c44da4da4c93 with Priority: HIGHEST for action port [ 735.752843] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e73457-83e1-4a33-9ba7-c44da4da4c93 with Priority: HIGHEST for action port [ 735.755127] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e73457-83e1-4a33-9ba7-c44da4da4c93 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e73457-83e1-4a33-9ba7-c44da4da4c93" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.755127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e73457-83e1-4a33-9ba7-c44da4da4c93" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.755127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e73457-83e1-4a33-9ba7-c44da4da4c93" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.755127] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e73457-83e1-4a33-9ba7-c44da4da4c93',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.895699] env[66173]: INFO networking_nsxv3.common.synchronization [req-f73895db-6aa3-42c4-bfed-435c2a6b7ebe req-50805370-e7ba-4951-a468-945bb23804b9 tempest-VolumesAssistedSnapshotsTest-595888438 tempest-VolumesAssistedSnapshotsTest-595888438-project-member] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 735.896412] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGHEST for action security_group_members [ 735.896573] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.896688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.896749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.896953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.898151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.898257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.899053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.899053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.899053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.899053] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.258639] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e73457-83e1-4a33-9ba7-c44da4da4c93 [ 736.258904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.258904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.258904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.259671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.259671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259671] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e73457-83e1-4a33-9ba7-c44da4da4c93 already deleted. [ 736.259671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e73457-83e1-4a33-9ba7-c44da4da4c93" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.403633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.403960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.403960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.405827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.406187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.406360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.406484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.406533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.406878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.406878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.406878] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a is going to be updated. [ 736.442962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.443174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.443216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.444983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.444983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.456455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: IN_PROGRESS for 2s [ 737.579301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 in Status: SUCCESS [ 737.579301] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 deletion is rescheduled due to dependency. [ 737.579301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.438393] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c0474942-2400-44b8-b112-3259312f3e50 None None] Enqueued Resource ID: c3dcd0f1-734c-4683-81ae-0157c79291e7 with Priority: HIGHEST for action port [ 738.438925] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dcd0f1-734c-4683-81ae-0157c79291e7 with Priority: HIGHEST for action port [ 738.444413] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3dcd0f1-734c-4683-81ae-0157c79291e7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.445214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3dcd0f1-734c-4683-81ae-0157c79291e7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.445214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3dcd0f1-734c-4683-81ae-0157c79291e7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.445443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3dcd0f1-734c-4683-81ae-0157c79291e7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.446225] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dcd0f1-734c-4683-81ae-0157c79291e7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.467915] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a in Status: SUCCESS [ 738.468118] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a deletion is rescheduled due to dependency. [ 738.468250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.627823] env[66173]: INFO networking_nsxv3.common.synchronization [req-8116b4b4-dbef-4a1c-8bdc-47536058267b req-165bc4e3-82ef-408b-a0eb-d63be8f76614 tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 738.628768] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 738.629338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.629338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.629338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.629541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.629701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.629796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.629863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.630041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.630767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.630767] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.894821] env[66173]: INFO networking_nsxv3.common.synchronization [req-ad1a2345-a2e7-4408-a1b6-7c20806986ac req-f58a7654-b8ca-4f21-84bc-8a6a8fcf450e tempest-ServerMetadataNegativeTestJSON-226724314 tempest-ServerMetadataNegativeTestJSON-226724314-project-member] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 738.895094] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGHEST for action security_group_members [ 738.895329] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.895442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.895654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.895812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.895909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.896068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.896207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.896328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.896428] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.948447] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3dcd0f1-734c-4683-81ae-0157c79291e7 [ 738.948712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.948818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.948858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.949064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.949155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.949244] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3dcd0f1-734c-4683-81ae-0157c79291e7 already deleted. [ 738.949325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3dcd0f1-734c-4683-81ae-0157c79291e7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.139951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.139951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.139951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.139951] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 739.169297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.169297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.169297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.169297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.169297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.178805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 739.356296] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.356479] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.356592] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.356846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.357120] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.357276] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.357387] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.357595] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.357819] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.360045] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.360045] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.360045] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.360045] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.360045] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.360045] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.360045] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.380515] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.380515] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.380515] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.380515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.380515] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-1c64ead2-6334-45ca-867e-78ecd6065330 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.380515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.380515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.380975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.380975] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c64ead2-6334-45ca-867e-78ecd6065330',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.399931] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.400103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.400190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.400433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.400534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.400744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.400843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.400917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.401130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.401208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.401311] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 is going to be updated. [ 739.437936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.437936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.437936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.437936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.437936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.451940] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: IN_PROGRESS for 2s [ 739.886020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.886020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 1c64ead2-6334-45ca-867e-78ecd6065330 not found, creating... [ 739.886020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.886020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.886765] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.887058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.887381] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.887693] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.887924] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.888185] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 1c64ead2-6334-45ca-867e-78ecd6065330 is going to be created. [ 739.912905] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.912905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.912905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.912905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.912905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.912905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.249749] env[66173]: INFO networking_nsxv3.common.synchronization [None req-44564415-8388-4b71-b2c4-da13f8fefd69 None None] Enqueued Resource ID: f241b670-6d8a-42b5-b6ae-ba9d96273d25 with Priority: HIGHEST for action port [ 740.250789] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f241b670-6d8a-42b5-b6ae-ba9d96273d25 with Priority: HIGHEST for action port [ 740.251260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f241b670-6d8a-42b5-b6ae-ba9d96273d25 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.251959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f241b670-6d8a-42b5-b6ae-ba9d96273d25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.252081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f241b670-6d8a-42b5-b6ae-ba9d96273d25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.252444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f241b670-6d8a-42b5-b6ae-ba9d96273d25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.252577] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f241b670-6d8a-42b5-b6ae-ba9d96273d25',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.723528] env[66173]: INFO networking_nsxv3.common.synchronization [req-8116b4b4-dbef-4a1c-8bdc-47536058267b req-393ada15-e19f-4044-891f-d1a186058f74 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 740.723733] env[66173]: INFO networking_nsxv3.common.synchronization [req-8116b4b4-dbef-4a1c-8bdc-47536058267b req-393ada15-e19f-4044-891f-d1a186058f74 service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 740.723873] env[66173]: INFO networking_nsxv3.common.synchronization [req-8116b4b4-dbef-4a1c-8bdc-47536058267b req-393ada15-e19f-4044-891f-d1a186058f74 service nova] Enqueued Resource ID: 1c64ead2-6334-45ca-867e-78ecd6065330 with Priority: HIGHEST for action port [ 740.724422] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 740.725561] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 740.725561] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c64ead2-6334-45ca-867e-78ecd6065330 with Priority: HIGHEST for action port [ 740.725561] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.725561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.726060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.726308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.726407] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.727328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.729065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.729319] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c64ead2-6334-45ca-867e-78ecd6065330 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.729442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.729533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.729766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.729869] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c64ead2-6334-45ca-867e-78ecd6065330',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.756573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f241b670-6d8a-42b5-b6ae-ba9d96273d25 [ 740.757818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.757818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.757818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.757818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.757818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.757818] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f241b670-6d8a-42b5-b6ae-ba9d96273d25 already deleted. [ 740.757818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f241b670-6d8a-42b5-b6ae-ba9d96273d25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.193907] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 741.194271] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 741.194271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.194499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.194712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.194900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.195027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.196435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.196704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.196809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.196916] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.232667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.236243] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c64ead2-6334-45ca-867e-78ecd6065330 with status ACTIVE [ 741.236243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.236243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.236243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.236243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.236833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.237038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.237295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.237492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.237695] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c64ead2-6334-45ca-867e-78ecd6065330 is going to be updated. [ 741.275868] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.275868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.275868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.275868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.275868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.275868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c64ead2-6334-45ca-867e-78ecd6065330" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.466107] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 in Status: SUCCESS [ 741.466107] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 deletion is rescheduled due to dependency. [ 741.466107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.704754] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.806035] env[66173]: INFO networking_nsxv3.common.synchronization [None req-736095bd-384b-41cc-969a-5183053ac711 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 741.806591] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 741.808591] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.808754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.808822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.811100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.811100] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.923865] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5d63d0c7-71f7-49a7-9b72-9835909094c3 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 741.925367] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 741.926060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.926316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.206115] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.338585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.338585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.338585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.338585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.338585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.338585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 already deleted. [ 742.338585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.339232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.339232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.339232] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.707643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.707807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.707878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.708250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708281] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 742.741239] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.741239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.741583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.741583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.741848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.751914] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 742.865039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.865439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.865439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.865698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.865820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.865941] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 already deleted. [ 742.866061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.097994] env[66173]: INFO networking_nsxv3.common.synchronization [None req-bb000e5d-88d0-42f3-a7af-aa5d523bcaed None None] Enqueued Resource ID: 72967bfe-3cf1-44b2-b07c-4d46e90add7a with Priority: HIGHEST for action port [ 743.097994] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72967bfe-3cf1-44b2-b07c-4d46e90add7a with Priority: HIGHEST for action port [ 743.097994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-72967bfe-3cf1-44b2-b07c-4d46e90add7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.097994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72967bfe-3cf1-44b2-b07c-4d46e90add7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.100689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72967bfe-3cf1-44b2-b07c-4d46e90add7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.100689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72967bfe-3cf1-44b2-b07c-4d46e90add7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.100689] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72967bfe-3cf1-44b2-b07c-4d46e90add7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.603314] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72967bfe-3cf1-44b2-b07c-4d46e90add7a [ 743.603646] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.603728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.603789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.604245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.604714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.604843] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72967bfe-3cf1-44b2-b07c-4d46e90add7a already deleted. [ 743.604942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72967bfe-3cf1-44b2-b07c-4d46e90add7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.762736] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 744.764879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.764879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.764879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.764879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.764879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.766107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.766107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766107] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.093690] env[66173]: INFO networking_nsxv3.common.synchronization [req-b879533b-bb6a-4634-8254-2b9950345845 req-8f012b9c-871d-4689-8801-b42ac7011629 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 745.095578] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 745.097155] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.097352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.097442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.097652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.097831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.098588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.098588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.098588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.098588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.098588] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.272976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.272976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.272976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.272976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.272976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.273596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.273596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.273596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.273596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.273596] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.417524] env[66173]: INFO networking_nsxv3.common.synchronization [req-7d815abc-c3dd-4773-ac67-88b00a15166e req-f41da785-a3f1-4578-a955-06ab7314a713 tempest-TenantUsagesTestJSON-845006785 tempest-TenantUsagesTestJSON-845006785-project-member] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 745.420138] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGHEST for action security_group_members [ 745.422025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.422025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.422025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.422025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.422025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.422025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.422025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.422589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.423059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.424330] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.602409] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.602616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.602696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.602962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.603098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.603377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.603510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.603591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.603770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.603856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.603946] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 745.640110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.640447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.640527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.641771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.641771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.652947] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 745.748367] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ea77b612-ca6c-4e54-ba13-2e96f5097d58 None None] Enqueued Resource ID: 1189218f-fc46-4c13-be1c-0e83fbc880e6 with Priority: HIGHEST for action port [ 745.754299] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189218f-fc46-4c13-be1c-0e83fbc880e6 with Priority: HIGHEST for action port [ 745.754299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1189218f-fc46-4c13-be1c-0e83fbc880e6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1189218f-fc46-4c13-be1c-0e83fbc880e6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1189218f-fc46-4c13-be1c-0e83fbc880e6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.755818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1189218f-fc46-4c13-be1c-0e83fbc880e6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.755943] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1189218f-fc46-4c13-be1c-0e83fbc880e6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.775980] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be943e27-9585-4518-b40e-1d1c8c4d3e27: rpc.has_security_group_logging(os_id): False [ 745.799647] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.799647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.799647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.803505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.803505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.803505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.803505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.804269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.804269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.804269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.804269] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 745.877828] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.877828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.877828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.877828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.877828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.901394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 745.929203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.930826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.930826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.930826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.930826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.932923] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.933550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe is going to be updated. [ 746.012076] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.012299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.014061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.014061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.014061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.028046] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: IN_PROGRESS for 2s [ 746.262176] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1189218f-fc46-4c13-be1c-0e83fbc880e6 [ 746.262176] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.263080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.263212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.263804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.263804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.263996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1189218f-fc46-4c13-be1c-0e83fbc880e6 already deleted. [ 746.263996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1189218f-fc46-4c13-be1c-0e83fbc880e6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.271021] env[66173]: INFO networking_nsxv3.common.synchronization [req-694733de-43df-47e2-91f7-5886bc370e69 req-7f2db5cb-1c91-4013-9b15-fdd47f8df398 tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 746.271310] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 746.272195] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.272195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.272369] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.272697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.272859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.273723] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.770678] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.770883] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.771867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.771867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.771867] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.771867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.771867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.773763] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.773763] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.773763] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.773763] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.773763] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.773763] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.773763] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.773763] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.773763] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.775368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.775546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.775546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.775747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.775808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.776009] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.776305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.776305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.776305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.776420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.776496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 746.800854] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.801090] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.801176] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.801571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.802060] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-6f93c5b9-7356-4941-8909-095e4f7ed00f taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.802296] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.802436] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.802773] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.802924] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f93c5b9-7356-4941-8909-095e4f7ed00f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.816285] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.816468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.816550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.816802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.816945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.830794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 747.305044] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.305343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.305445] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.305884] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.306173] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.306245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 6f93c5b9-7356-4941-8909-095e4f7ed00f not found, creating... [ 747.306550] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.306762] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.307058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.307282] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.307428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.307757] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.308117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.308117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.308459] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.308459] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.308578] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 6f93c5b9-7356-4941-8909-095e4f7ed00f is going to be created. [ 747.340973] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.341207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.341320] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.341653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.341865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.342110] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.665318] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 747.665582] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d deletion is rescheduled due to dependency. [ 747.665934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.918074] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 747.918440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.999917] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6871bcfe-59e5-4c5b-9b56-a33e7f18e1e3 None None] Enqueued Resource ID: 872325a8-d50c-47b5-917d-d09fce73916c with Priority: HIGHEST for action port [ 748.001197] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872325a8-d50c-47b5-917d-d09fce73916c with Priority: HIGHEST for action port [ 748.002207] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-872325a8-d50c-47b5-917d-d09fce73916c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.002207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872325a8-d50c-47b5-917d-d09fce73916c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.002207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872325a8-d50c-47b5-917d-d09fce73916c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.002405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872325a8-d50c-47b5-917d-d09fce73916c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.002710] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872325a8-d50c-47b5-917d-d09fce73916c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.040694] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe in Status: SUCCESS [ 748.040694] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe deletion is rescheduled due to dependency. [ 748.040694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.065031] env[66173]: INFO networking_nsxv3.common.synchronization [req-694733de-43df-47e2-91f7-5886bc370e69 req-52c96470-8c44-4a70-a48b-fbcd4c3e2656 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 748.065976] env[66173]: INFO networking_nsxv3.common.synchronization [req-694733de-43df-47e2-91f7-5886bc370e69 req-52c96470-8c44-4a70-a48b-fbcd4c3e2656 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 748.065976] env[66173]: INFO networking_nsxv3.common.synchronization [req-694733de-43df-47e2-91f7-5886bc370e69 req-52c96470-8c44-4a70-a48b-fbcd4c3e2656 service nova] Enqueued Resource ID: 6f93c5b9-7356-4941-8909-095e4f7ed00f with Priority: HIGHEST for action port [ 748.065976] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 748.066270] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 748.066270] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f93c5b9-7356-4941-8909-095e4f7ed00f with Priority: HIGHEST for action port [ 748.066438] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.066580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.066645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.066877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.066980] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.070085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.070085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.070085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f93c5b9-7356-4941-8909-095e4f7ed00f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.070085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.070085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.070085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.070085] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f93c5b9-7356-4941-8909-095e4f7ed00f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.506415] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 872325a8-d50c-47b5-917d-d09fce73916c [ 748.506764] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.507436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.507436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.507436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.507436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.507806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:872325a8-d50c-47b5-917d-d09fce73916c already deleted. [ 748.507806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872325a8-d50c-47b5-917d-d09fce73916c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.574109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.574109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.574241] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f93c5b9-7356-4941-8909-095e4f7ed00f with status ACTIVE [ 748.574714] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.574714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.574714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.574714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.575142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.575142] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.575142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.575256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.575371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.575412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.575586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.575676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.575747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.575868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.575937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.576106] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f93c5b9-7356-4941-8909-095e4f7ed00f is going to be updated. [ 748.612488] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.613041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.613041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.613041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.613041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.615242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f93c5b9-7356-4941-8909-095e4f7ed00f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.842918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 748.843104] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 748.843218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.843394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.843660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.843892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.843967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.844065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.844237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.844321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.844466] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.164714] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6e2bef14-4c2d-4bee-8a4f-83dbe27e04af None None] Enqueued Resource ID: 136c3574-a533-44c4-b0cc-c319a252ca6f with Priority: HIGHEST for action port [ 749.166406] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136c3574-a533-44c4-b0cc-c319a252ca6f with Priority: HIGHEST for action port [ 749.166635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-136c3574-a533-44c4-b0cc-c319a252ca6f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.166769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-136c3574-a533-44c4-b0cc-c319a252ca6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.166841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-136c3574-a533-44c4-b0cc-c319a252ca6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.167121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-136c3574-a533-44c4-b0cc-c319a252ca6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.167207] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136c3574-a533-44c4-b0cc-c319a252ca6f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.349868] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.669849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 136c3574-a533-44c4-b0cc-c319a252ca6f [ 749.670125] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.670284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670835] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:136c3574-a533-44c4-b0cc-c319a252ca6f already deleted. [ 749.670930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-136c3574-a533-44c4-b0cc-c319a252ca6f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.853829] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.356155] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.356155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.357053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.358614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.358614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 750.394530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.394530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.394530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.394530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.394530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.406562] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 750.849017] env[66173]: INFO networking_nsxv3.common.synchronization [None req-42380598-6204-465d-99c3-0db1b1ab060b None None] Enqueued Resource ID: abf76aba-a3b7-4ab9-bfab-fb93e85a129c with Priority: HIGHEST for action port [ 750.849577] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf76aba-a3b7-4ab9-bfab-fb93e85a129c with Priority: HIGHEST for action port [ 750.849887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf76aba-a3b7-4ab9-bfab-fb93e85a129c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.850019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf76aba-a3b7-4ab9-bfab-fb93e85a129c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.850476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf76aba-a3b7-4ab9-bfab-fb93e85a129c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.850746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf76aba-a3b7-4ab9-bfab-fb93e85a129c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.850836] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf76aba-a3b7-4ab9-bfab-fb93e85a129c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.024704] env[66173]: INFO networking_nsxv3.common.synchronization [req-80cd8f33-856a-415b-85f3-85440c128e44 req-a433bb53-c55a-4361-b63b-30ef9e9d6bdb tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 751.025369] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 751.029969] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.029969] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.029969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.029969] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [req-80cd8f33-856a-415b-85f3-85440c128e44 req-a433bb53-c55a-4361-b63b-30ef9e9d6bdb tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [req-80cd8f33-856a-415b-85f3-85440c128e44 req-a433bb53-c55a-4361-b63b-30ef9e9d6bdb tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [req-80cd8f33-856a-415b-85f3-85440c128e44 req-a433bb53-c55a-4361-b63b-30ef9e9d6bdb tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 751.070694] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 751.071184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.071239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.071328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.072779] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.074324] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.074460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.074995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-416661ba-4eb2-4de3-96d9-2344fdcca122 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.075202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.075277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.076246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.076246] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416661ba-4eb2-4de3-96d9-2344fdcca122',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.353293] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abf76aba-a3b7-4ab9-bfab-fb93e85a129c [ 751.353618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.353796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.353911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.354213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.354352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.354487] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abf76aba-a3b7-4ab9-bfab-fb93e85a129c already deleted. [ 751.354625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf76aba-a3b7-4ab9-bfab-fb93e85a129c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.532974] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.577586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581056] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416661ba-4eb2-4de3-96d9-2344fdcca122 with status ACTIVE [ 751.581056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581971] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 is going to be updated. [ 751.613283] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.613283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.613283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.613283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.613650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.613864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.037713] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.420331] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 752.420665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.420934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.421356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.425200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.425200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.425200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.425200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.425200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.425200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.425398] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.542635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.542635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.543594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.543594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.543594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.543594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 752.702739] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.702897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.702967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.703207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.703361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.716368] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 752.928736] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.928867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.929275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.929482] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.929629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.929726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.930773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.930773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.930773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.931126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.931240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.931321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.931398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.931492] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.435760] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 753.458987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.459268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.459385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.459706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.459860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.460203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.460358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.460468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.460732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.460859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.465744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.466396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.466645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.466804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.467142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.467335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.467533] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 753.550479] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.550805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.550805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.551650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.551650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.594853] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 753.902288] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-36f7ff2c-5ea2-4680-8d10-06a659e8e0f9 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 753.903208] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 753.903622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.903854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.903946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.905116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.394919] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-c2d15360-74e5-42ba-af75-d3ca26894abc tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 754.395612] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 754.395734] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.396160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.410752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.412151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.412151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.412151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.412151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.412151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.412151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.412502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.412502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.412502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.412502] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 already deleted. [ 754.412682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.412749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.413158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.413158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.413158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.413158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.413341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.413694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.413694] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.728359] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 754.728359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.728359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.728359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.728891] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.728891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.728891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.728891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.728891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.729094] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.835093] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-4dc7dae3-1092-4f7f-915f-b207ef9b5625 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 754.835093] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 754.835093] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.835093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.916866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.917076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.917187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.917421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.917539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.917836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.917975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.918181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.918318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.918396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.918525] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 already deleted. [ 754.918658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.918912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.919136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.919319] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.919439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.919582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.919655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.919724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.919806] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.177988] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.179669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.179669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.179669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.179669] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.179669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.179669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.180234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.180403] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.180842] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.180842] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.180842] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.181104] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.181263] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.181625] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.181810] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.203092] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.203277] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.203407] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.203587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203910] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-7c43f74c-5c50-4fab-ac56-1ad6207950d3 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.204098] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.208021] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.208021] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.208021] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43f74c-5c50-4fab-ac56-1ad6207950d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.231218] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.424028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.424253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.424253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.424490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.424616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.424860] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.425014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.425157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.425383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.425508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.425637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 already deleted. [ 755.425737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.610995] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 755.610995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.707678] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.707954] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.708105] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.708480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.708632] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.708796] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 7c43f74c-5c50-4fab-ac56-1ad6207950d3 not found, creating... [ 755.709044] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.709194] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.709303] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.709587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.709724] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.710077] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.710234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.710346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.710563] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.710685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.710814] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 7c43f74c-5c50-4fab-ac56-1ad6207950d3 is going to be created. [ 755.734748] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.742387] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.742651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.742703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.742971] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.743214] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.743424] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.237333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.237504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.237618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.237775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.237868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.237966] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 756.268757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.268931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.268972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.269243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.269391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.287665] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 756.436808] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-297df25b-6e60-41b8-82b5-dafa358e2bee service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 756.436808] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-297df25b-6e60-41b8-82b5-dafa358e2bee service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 756.436808] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-297df25b-6e60-41b8-82b5-dafa358e2bee service nova] Enqueued Resource ID: 7c43f74c-5c50-4fab-ac56-1ad6207950d3 with Priority: HIGHEST for action port [ 756.437379] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 756.437379] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 756.437379] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c43f74c-5c50-4fab-ac56-1ad6207950d3 with Priority: HIGHEST for action port [ 756.437721] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.437806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.437867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.438148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.438230] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.439143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.439305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.439368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.439982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.439982] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.439982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.439982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.439982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.439982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.440410] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.441145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c43f74c-5c50-4fab-ac56-1ad6207950d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.441252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.441317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.441500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.441592] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43f74c-5c50-4fab-ac56-1ad6207950d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.944189] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.944605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.944810] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.945688] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c43f74c-5c50-4fab-ac56-1ad6207950d3 with status ACTIVE [ 756.945900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.946030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.946304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.946392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.946562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.946660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.946720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.946875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.946945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.947603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.947754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.947841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.948031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.948378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.948584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c43f74c-5c50-4fab-ac56-1ad6207950d3 is going to be updated. [ 756.972351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.972488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.972558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.973125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.973272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.973448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c43f74c-5c50-4fab-ac56-1ad6207950d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007045] env[66173]: INFO networking_nsxv3.common.synchronization [req-3479b4bf-1c77-43c0-bb9e-54b7a99260f4 req-5f0c6048-1567-4d16-852f-045170d85c49 tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 757.007677] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 757.011216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.011216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.011216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.011216] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.204221] env[66173]: INFO networking_nsxv3.common.synchronization [None req-248e391d-0cec-4237-8fc7-5c5b8d56d85f None None] Enqueued Resource ID: c8afb9b6-6f41-4bd9-9146-c9b72bb684b7 with Priority: HIGHEST for action port [ 757.204924] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8afb9b6-6f41-4bd9-9146-c9b72bb684b7 with Priority: HIGHEST for action port [ 757.205393] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8afb9b6-6f41-4bd9-9146-c9b72bb684b7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.205592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8afb9b6-6f41-4bd9-9146-c9b72bb684b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.205704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8afb9b6-6f41-4bd9-9146-c9b72bb684b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8afb9b6-6f41-4bd9-9146-c9b72bb684b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206262] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8afb9b6-6f41-4bd9-9146-c9b72bb684b7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.420151] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.420352] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-50" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.420494] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-50" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.420849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-50" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.421365] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.421626] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.421784] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.421991] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.422126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.422337] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.422454] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.422556] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.422663] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.422764] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.422855] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.422991] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.442131] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.442384] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.442498] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.442700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-50" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.443190] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-8c4d21b4-b442-46db-a566-af9bc831a925 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.443402] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.443591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.443994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.444205] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4d21b4-b442-46db-a566-af9bc831a925',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.451950] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.511830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.511830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.511992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512499] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.512613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.512701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.513134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.513134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.513134] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 already deleted. [ 757.513134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709647] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8afb9b6-6f41-4bd9-9146-c9b72bb684b7 [ 757.709647] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.709647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.709647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8afb9b6-6f41-4bd9-9146-c9b72bb684b7 already deleted. [ 757.709918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8afb9b6-6f41-4bd9-9146-c9b72bb684b7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.772625] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.772832] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.772943] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.773310] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.773622] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.773781] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.773889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.774129] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.774270] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.774516] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.774648] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.774800] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.774914] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.775032] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.775136] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.775263] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.794491] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.794709] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.794848] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.795046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.795395] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-3523393a-d56a-4ecc-9c18-8319590d6c8c taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.795586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.795705] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.796060] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.796208] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3523393a-d56a-4ecc-9c18-8319590d6c8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.947119] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.947501] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.947501] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.947639] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.947778] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.947929] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 8c4d21b4-b442-46db-a566-af9bc831a925 not found, creating... [ 757.948188] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.948336] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.948446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.948654] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.948792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.949095] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.949253] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.949361] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.949556] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.949679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.949807] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 8c4d21b4-b442-46db-a566-af9bc831a925 is going to be created. [ 757.954880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.955028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.955078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.955242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.955321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.955408] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be created. [ 757.971587] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.971769] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.971906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.972216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.972423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.972636] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.983744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.983893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.983935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.984157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.984508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.998150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: UNINITIALIZED for 2s [ 758.298059] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.299174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.299174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.299174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.299174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.299174] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 3523393a-d56a-4ecc-9c18-8319590d6c8c not found, creating... [ 758.299429] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.299429] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.299530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.299704] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.299835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.300495] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.300495] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.300495] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.300666] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.300698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.300825] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 3523393a-d56a-4ecc-9c18-8319590d6c8c is going to be created. [ 758.302588] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 758.302780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.303069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.303191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.303357] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.303461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.303652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.303858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.303889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.303974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.304122] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.324989] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.325274] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.325359] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.325644] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.325898] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.326169] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-144a5ab9-c90e-462a-9a7f-bf9e1df06507 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-144a5ab9-c90e-462a-9a7f-bf9e1df06507 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-144a5ab9-c90e-462a-9a7f-bf9e1df06507 service nova] Enqueued Resource ID: 8c4d21b4-b442-46db-a566-af9bc831a925 with Priority: HIGHEST for action port [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 758.676010] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4d21b4-b442-46db-a566-af9bc831a925 with Priority: HIGHEST for action port [ 758.676010] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.676010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.676010] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.676010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.676010] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4d21b4-b442-46db-a566-af9bc831a925 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.676010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.676010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.676010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.676010] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4d21b4-b442-46db-a566-af9bc831a925',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.806696] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.063911] env[66173]: INFO networking_nsxv3.common.synchronization [req-3479b4bf-1c77-43c0-bb9e-54b7a99260f4 req-34a46120-717c-417d-bbf3-e648734ba393 service nova] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 759.064252] env[66173]: INFO networking_nsxv3.common.synchronization [req-3479b4bf-1c77-43c0-bb9e-54b7a99260f4 req-34a46120-717c-417d-bbf3-e648734ba393 service nova] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 759.064252] env[66173]: INFO networking_nsxv3.common.synchronization [req-3479b4bf-1c77-43c0-bb9e-54b7a99260f4 req-34a46120-717c-417d-bbf3-e648734ba393 service nova] Enqueued Resource ID: 3523393a-d56a-4ecc-9c18-8319590d6c8c with Priority: HIGHEST for action port [ 759.064751] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_rules [ 759.064887] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 759.064984] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3523393a-d56a-4ecc-9c18-8319590d6c8c with Priority: HIGHEST for action port [ 759.065794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.065960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.066048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.066229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.066313] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.067473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.067473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.067596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.068446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.068446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.068706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.068706] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.072025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3523393a-d56a-4ecc-9c18-8319590d6c8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.072147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.072210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.072382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.072382] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3523393a-d56a-4ecc-9c18-8319590d6c8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.179421] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c4d21b4-b442-46db-a566-af9bc831a925 with status ACTIVE [ 759.179722] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.179936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.180041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.180261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.180355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.182600] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.182821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.182882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.183185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.183185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.183409] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.183409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.183546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.183662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.183748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.183838] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c4d21b4-b442-46db-a566-af9bc831a925 is going to be updated. [ 759.210108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.210293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.210341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.210566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.210703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.210862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4d21b4-b442-46db-a566-af9bc831a925" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.306489] env[66173]: INFO networking_nsxv3.common.synchronization [req-0fb9924c-bb21-4c8d-8b1d-072cccbdc21d req-57dd1ecb-bfc8-4188-b4c6-f8323abd5294 tempest-ServersTestFqdnHostnames-662058754 tempest-ServersTestFqdnHostnames-662058754-project-member] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 759.308386] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 759.308386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.308386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.308386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.308386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.308734] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.308734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.308734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.309201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.309201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.309201] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.313594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69bf1c31-e98c-470d-94ef-636b82c2177f: rpc.has_security_group_logging(os_id): False [ 759.317971] env[66173]: INFO networking_nsxv3.common.synchronization [None req-1bdb744e-7964-45a6-a68a-36e29ecb9222 None None] Enqueued Resource ID: 543ade5f-1fb1-4c56-8638-66e5a346016b with Priority: HIGHEST for action port [ 759.319092] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ade5f-1fb1-4c56-8638-66e5a346016b with Priority: HIGHEST for action port [ 759.323613] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-543ade5f-1fb1-4c56-8638-66e5a346016b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.323613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543ade5f-1fb1-4c56-8638-66e5a346016b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.323613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543ade5f-1fb1-4c56-8638-66e5a346016b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.323613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543ade5f-1fb1-4c56-8638-66e5a346016b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.323613] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543ade5f-1fb1-4c56-8638-66e5a346016b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.345949] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.346228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.346228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.346461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.346693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.347053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.347309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.347447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.347703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.347755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.347879] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 759.426109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.427017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.446235] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 759.574106] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.575229] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.575361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.579361] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3523393a-d56a-4ecc-9c18-8319590d6c8c with status ACTIVE [ 759.579520] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.579848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.579848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.579966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.580172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.580411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.580526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.580588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.580852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.580977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.581282] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.581398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.581702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.582150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.582150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.582241] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3523393a-d56a-4ecc-9c18-8319590d6c8c is going to be updated. [ 759.614582] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.614864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.614864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.615261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.615455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.615638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3523393a-d56a-4ecc-9c18-8319590d6c8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.660164] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.660164] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.660164] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.660393] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.660673] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.660821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.660927] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.661178] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.661343] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.661552] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.662945] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.662945] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.662945] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.662945] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.662945] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.662945] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.683310] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.683501] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.683668] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.683881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-501" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.684254] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-3e1e7bcd-1ce5-42df-8690-30843e859698 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.684452] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.684577] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.685046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.685202] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1e7bcd-1ce5-42df-8690-30843e859698',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.777139] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777389] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-610" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.777545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-610" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.777884] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-610" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.778187] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.778386] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.778525] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.778775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.778951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.779190] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.779329] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.779462] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.779591] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.779728] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.779856] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.780014] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.813920] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.814200] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.814281] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.814437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-610" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.814798] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-afdafc94-91b9-4655-9aae-b5b23d97cbab taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.814988] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.815128] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.815503] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.815613] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdafc94-91b9-4655-9aae-b5b23d97cbab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.819074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.819263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.819263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.819818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.819818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.819818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.820075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.820075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.820220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.820267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.820320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc already deleted. [ 759.820412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.824846] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 543ade5f-1fb1-4c56-8638-66e5a346016b [ 759.825209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.825337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.825337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.825509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.825586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.825684] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:543ade5f-1fb1-4c56-8638-66e5a346016b already deleted. [ 759.825777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543ade5f-1fb1-4c56-8638-66e5a346016b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.008595] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 760.008853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.009086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.010268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010486] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.011567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.011690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.011878] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.011995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.012070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.012230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.012303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.012401] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.076456] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.189764] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.190150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.190150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.190475] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.190651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.190806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 3e1e7bcd-1ce5-42df-8690-30843e859698 not found, creating... [ 760.191124] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.191305] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.191428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.192281] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.192281] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.192281] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.192481] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.192481] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.192773] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.192836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.192935] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 3e1e7bcd-1ce5-42df-8690-30843e859698 is going to be created. [ 760.212774] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.212986] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.213121] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.213386] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.213658] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.213871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.319208] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.320038] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.320302] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.320547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.320805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port afdafc94-91b9-4655-9aae-b5b23d97cbab not found, creating... [ 760.321254] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.321543] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.321698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322054] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322278] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322744] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.322960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.323118] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.323353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.323486] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.323678] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: afdafc94-91b9-4655-9aae-b5b23d97cbab is going to be created. [ 760.346192] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.346492] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.346655] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.347066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.347400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.347669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.514372] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.514592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.514825] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.579145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.579378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.579378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.579595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.579693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.579793] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be created. [ 760.631182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.631378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.656174] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: UNINITIALIZED for 2s [ 760.943658] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-cc2ad33f-bf60-4aa5-98ae-49f8ed06d072 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 760.944408] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-cc2ad33f-bf60-4aa5-98ae-49f8ed06d072 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 760.944408] env[66173]: INFO networking_nsxv3.common.synchronization [req-0e1019f8-330b-460f-bd89-0411741273f9 req-cc2ad33f-bf60-4aa5-98ae-49f8ed06d072 service nova] Enqueued Resource ID: 3e1e7bcd-1ce5-42df-8690-30843e859698 with Priority: HIGHEST for action port [ 760.944921] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 760.945103] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 760.945164] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1e7bcd-1ce5-42df-8690-30843e859698 with Priority: HIGHEST for action port [ 760.945435] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.945555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.945774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945958] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1e7bcd-1ce5-42df-8690-30843e859698 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.946055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.946107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.946293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.946431] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1e7bcd-1ce5-42df-8690-30843e859698',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.017567] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.066219] env[66173]: INFO networking_nsxv3.common.synchronization [req-0fb9924c-bb21-4c8d-8b1d-072cccbdc21d req-355cb808-b39c-46df-84fd-860cbb0ff603 service nova] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 761.066426] env[66173]: INFO networking_nsxv3.common.synchronization [req-0fb9924c-bb21-4c8d-8b1d-072cccbdc21d req-355cb808-b39c-46df-84fd-860cbb0ff603 service nova] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 761.066630] env[66173]: INFO networking_nsxv3.common.synchronization [req-0fb9924c-bb21-4c8d-8b1d-072cccbdc21d req-355cb808-b39c-46df-84fd-860cbb0ff603 service nova] Enqueued Resource ID: afdafc94-91b9-4655-9aae-b5b23d97cbab with Priority: HIGHEST for action port [ 761.067189] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_rules [ 761.067277] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 761.067478] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdafc94-91b9-4655-9aae-b5b23d97cbab with Priority: HIGHEST for action port [ 761.067650] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.067756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.067831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.068135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.068135] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.068992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.069132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.069190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.069374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.069526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.069645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.069685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.069804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.069892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.070093] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.071606] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-afdafc94-91b9-4655-9aae-b5b23d97cbab taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.072907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.072907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.072907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.072907] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdafc94-91b9-4655-9aae-b5b23d97cbab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.448496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1e7bcd-1ce5-42df-8690-30843e859698 with status ACTIVE [ 761.448496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.448496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.448496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.448959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.448959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.449035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.449141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.449141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.449328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.449361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.449553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.449774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.449774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.449842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.449914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.450986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1e7bcd-1ce5-42df-8690-30843e859698 is going to be updated. [ 761.466187] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 761.466437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.472590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.473374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.473374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.473374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1e7bcd-1ce5-42df-8690-30843e859698" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.519695] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.519882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.519967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.520465] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 761.573566] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.577270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.577428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.578669] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.578792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.578860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.579942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.580117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.581327] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afdafc94-91b9-4655-9aae-b5b23d97cbab with status ACTIVE [ 761.583026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.583178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.583239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.583410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.583706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.583706] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.583862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.583862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.584031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.584106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.584286] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.584381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.584441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.584575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.584673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.584726] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afdafc94-91b9-4655-9aae-b5b23d97cbab is going to be updated. [ 761.605328] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 761.628238] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.628238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.628238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.628238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.628653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.628653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afdafc94-91b9-4655-9aae-b5b23d97cbab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.869720] env[66173]: INFO networking_nsxv3.common.synchronization [None req-11dcf92b-6b2c-4584-bc95-62e8d89f0d89 tempest-ServersTestJSON-816653796 tempest-ServersTestJSON-816653796-project-member] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 761.872464] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 761.872464] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.872464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.872464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.872464] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.002254] env[66173]: INFO networking_nsxv3.common.synchronization [None req-aa0db423-ec6b-4405-a8e8-74aa0cef0fd9 tempest-ServersTestJSON-816653796 tempest-ServersTestJSON-816653796-project-member] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 762.004372] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 762.004713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.004836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.078687] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.392785] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.392964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.393018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.393255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.393353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393553] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d already deleted. [ 762.393652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.393996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.394098] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.581170] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.581537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.581537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.581680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.581803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.581921] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be created. [ 762.609870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.610644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.610644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.626482] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: UNINITIALIZED for 2s [ 762.666383] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: SUCCESS [ 762.667036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.667271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.667508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.667705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.667862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.667948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.668164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.668268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.668386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.668520] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.806853] env[66173]: INFO networking_nsxv3.common.synchronization [req-985ca169-52ac-44a1-9cba-993566ebde95 req-49331d6c-d57c-4edb-910d-8ae8327c1c8c tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 762.806853] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 762.806853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.806853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.806853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.806853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.806853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.806853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.807705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.807914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.808117] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.824121] env[66173]: INFO networking_nsxv3.common.synchronization [req-985ca169-52ac-44a1-9cba-993566ebde95 req-49331d6c-d57c-4edb-910d-8ae8327c1c8c tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 762.824287] env[66173]: INFO networking_nsxv3.common.synchronization [req-985ca169-52ac-44a1-9cba-993566ebde95 req-49331d6c-d57c-4edb-910d-8ae8327c1c8c tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 762.824416] env[66173]: INFO networking_nsxv3.common.synchronization [req-985ca169-52ac-44a1-9cba-993566ebde95 req-49331d6c-d57c-4edb-910d-8ae8327c1c8c tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 762.825336] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_rules [ 762.825336] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 762.825336] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 with Priority: HIGHEST for action port [ 762.825538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.825538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.825647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.825786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.825835] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.826855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.826941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.827139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-416661ba-4eb2-4de3-96d9-2344fdcca122 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.827235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.827358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.827511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.827584] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416661ba-4eb2-4de3-96d9-2344fdcca122',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.916250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.916384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.916449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.916660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.916751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.916844] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d already deleted. [ 762.916923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.170916] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.310799] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.330051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.330051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.330281] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 416661ba-4eb2-4de3-96d9-2344fdcca122 with status ACTIVE [ 763.330583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.330583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.330583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.331096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.331096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.331238] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.331484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.331641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.331744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.331967] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.333546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333546] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 416661ba-4eb2-4de3-96d9-2344fdcca122 is going to be updated. [ 763.363511] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.363797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.363895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.364383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.365091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.365283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416661ba-4eb2-4de3-96d9-2344fdcca122" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.623406] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 763.623885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.624099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.624952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.624952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.624952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.625479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.625660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.625945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.626118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.626231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.626497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.626901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.627034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.627302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.627457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.627605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.627756] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.629173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.629443] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.629616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.629988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.630146] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.673202] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 831a12f8-80e8-4473-92bf-859cfcef4bf6: rpc.has_security_group_logging(os_id): False [ 763.693385] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.693660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.693763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.694178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.694253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.695630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.695630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.695630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.695630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.695630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.695630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be created. [ 763.759946] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.760130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.760183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.761224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.761224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.776364] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: IN_PROGRESS for 2s [ 763.813612] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.133544] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611ec837-e835-420f-9422-6f93934ea196: rpc.has_security_group_logging(os_id): False [ 764.135344] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.160649] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.160884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.161010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.161355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.161598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.162158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.162158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.162158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.162501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.162501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.162997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.162997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.162997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.163431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.163645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.163949] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.164742] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be created. [ 764.230861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.231750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.231750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.231750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.231750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.251085] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 764.318456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.318456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.318456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.318614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.318614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.318722] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 764.358202] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.358479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.358979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.359473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.359854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.370373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 764.636504] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: SUCCESS [ 764.636883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.637125] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.638036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.638754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.638754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.638754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.638754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.638968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.639536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639536] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.142318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.142503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.142613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.142756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.142847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.142970] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 765.145116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.179988] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.180226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.180226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.180408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.180557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.191195] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 765.647243] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 904366c9-59fd-4d1d-8bbb-d433577bbadc: rpc.has_security_group_logging(os_id): False [ 765.671186] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.671363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.671429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.671638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.671733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.671987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.672099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.672172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.672649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.672649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.672649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be created. [ 765.753386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.753629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.753730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.753914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.754108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.768412] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: IN_PROGRESS for 2s [ 765.787736] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: SUCCESS [ 765.787978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.208343] env[66173]: INFO networking_nsxv3.common.synchronization [None req-f869eb08-6708-45ff-9ed8-5eefed82a946 None None] Enqueued Resource ID: 1b3093cb-5b14-4257-bec3-d4d0b448aa77 with Priority: HIGHEST for action port [ 766.208468] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3093cb-5b14-4257-bec3-d4d0b448aa77 with Priority: HIGHEST for action port [ 766.209210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b3093cb-5b14-4257-bec3-d4d0b448aa77 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.209210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b3093cb-5b14-4257-bec3-d4d0b448aa77" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.209210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b3093cb-5b14-4257-bec3-d4d0b448aa77" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.209518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b3093cb-5b14-4257-bec3-d4d0b448aa77" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.209518] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3093cb-5b14-4257-bec3-d4d0b448aa77',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.276161] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 766.276422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.276621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.276887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.276977] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.400411] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.400411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.400411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.400411] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.713327] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b3093cb-5b14-4257-bec3-d4d0b448aa77 [ 766.713772] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.713946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.713946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.714136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.714183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.714298] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b3093cb-5b14-4257-bec3-d4d0b448aa77 already deleted. [ 766.714387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b3093cb-5b14-4257-bec3-d4d0b448aa77" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.780342] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.780474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.905352] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.212024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.212024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.212024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.212024] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.236765] env[66173]: INFO networking_nsxv3.common.synchronization [req-5ec0e514-b2c2-4861-b272-b558799d41e5 req-202f5af5-7351-4a84-8254-fdaed81d75ef tempest-InstanceActionsV221TestJSON-421098283 tempest-InstanceActionsV221TestJSON-421098283-project-member] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 767.237634] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 767.238068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.238212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.238276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.238811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.238997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.239118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.239180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.239376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.239475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.239570] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.408438] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.671174] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.671174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-877" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.671174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-877" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.671174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-877" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.671174] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.671174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.671926] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.672296] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.672546] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.672902] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.673238] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.673445] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.673707] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.673923] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.676021] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.676021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.699931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.699931] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.699931] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.699931] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-877" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699931] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-c5ae8756-f525-4092-a387-fcd623affdbc taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.699931] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.699931] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.699931] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.699931] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ae8756-f525-4092-a387-fcd623affdbc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.712870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.713175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.713242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.713492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.713858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.713858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.714041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.714147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.714243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.714371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.714567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.714677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.714771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.714985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.715222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.715369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.715470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.715688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.715841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.715937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.716315] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.743433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.743433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.743433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e already deleted. [ 767.743433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.800045] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: SUCCESS [ 767.800045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.911067] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.911302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.911302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.911505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.911584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.911683] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 767.951019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.951019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.951019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.951019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.951019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.962376] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 768.202514] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.202746] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.202868] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.203179] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.203328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.203475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port c5ae8756-f525-4092-a387-fcd623affdbc not found, creating... [ 768.203825] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.204077] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.204154] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204385] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204531] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.204859] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.211284] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.211423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.211719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211852] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.212050] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: c5ae8756-f525-4092-a387-fcd623affdbc is going to be created. [ 768.219152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611ec837-e835-420f-9422-6f93934ea196: rpc.has_security_group_logging(os_id): False [ 768.239017] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.239213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.239462] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.239607] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.239887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.240190] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.242141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.242291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.242366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.242588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.242686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.242936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.243090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.243208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.243383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.243467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.243778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.243922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.243922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.244231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.244231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.244350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.244405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.244473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.244726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.244835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.244944] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 768.384398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.384398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.384398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.384398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.384398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.404102] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 768.610041] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.610041] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.749802] env[66173]: INFO networking_nsxv3.common.synchronization [None req-1fb59aa1-fb6a-4e9a-8a46-f71718545b7c None None] Enqueued Resource ID: 61af854c-f16e-4f56-b64d-f828a7270ec9 with Priority: HIGHEST for action port [ 768.750420] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61af854c-f16e-4f56-b64d-f828a7270ec9 with Priority: HIGHEST for action port [ 768.750744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-61af854c-f16e-4f56-b64d-f828a7270ec9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.750923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61af854c-f16e-4f56-b64d-f828a7270ec9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.751035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61af854c-f16e-4f56-b64d-f828a7270ec9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.751551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61af854c-f16e-4f56-b64d-f828a7270ec9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.751551] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61af854c-f16e-4f56-b64d-f828a7270ec9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.994865] env[66173]: INFO networking_nsxv3.common.synchronization [req-5ec0e514-b2c2-4861-b272-b558799d41e5 req-8f5249d1-5309-47f8-a73d-bb45dd1430aa service nova] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_rules [ 768.995063] env[66173]: INFO networking_nsxv3.common.synchronization [req-5ec0e514-b2c2-4861-b272-b558799d41e5 req-8f5249d1-5309-47f8-a73d-bb45dd1430aa service nova] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 768.995196] env[66173]: INFO networking_nsxv3.common.synchronization [req-5ec0e514-b2c2-4861-b272-b558799d41e5 req-8f5249d1-5309-47f8-a73d-bb45dd1430aa service nova] Enqueued Resource ID: c5ae8756-f525-4092-a387-fcd623affdbc with Priority: HIGHEST for action port [ 768.995690] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_rules [ 768.995827] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 768.995925] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ae8756-f525-4092-a387-fcd623affdbc with Priority: HIGHEST for action port [ 768.996640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.996855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.996936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.997204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.997287] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.998876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.999466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.999572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.999766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.999924] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.000036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.000101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.000248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.000334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.000479] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.001278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5ae8756-f525-4092-a387-fcd623affdbc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.001406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.001456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.001721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.001832] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ae8756-f525-4092-a387-fcd623affdbc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.256815] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61af854c-f16e-4f56-b64d-f828a7270ec9 [ 769.256815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.256815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.256815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.256815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.256815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.256815] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61af854c-f16e-4f56-b64d-f828a7270ec9 already deleted. [ 769.256815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61af854c-f16e-4f56-b64d-f828a7270ec9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.504747] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5ae8756-f525-4092-a387-fcd623affdbc with status ACTIVE [ 769.505183] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.505495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.505495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.505650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.505797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.505947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.506178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.506346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.506686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.506781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507132] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.507337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.507586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.507773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.507856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5ae8756-f525-4092-a387-fcd623affdbc is going to be updated. [ 769.513400] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.514507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.514689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540468] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.540610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.544222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.544730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.544730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5ae8756-f525-4092-a387-fcd623affdbc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.973955] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 769.974310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.974394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.974686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.974894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975506] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.018116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.426879] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 770.427411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.428253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.428417] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.478866] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.519565] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.519754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.519821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.520216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.520351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.520452] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e is going to be created. [ 770.552366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.552366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.552366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.552608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.553171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.572590] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: UNINITIALIZED for 2s [ 770.926161] env[66173]: INFO networking_nsxv3.common.synchronization [req-42458862-dfde-4198-9d37-0803e1ff6f7f req-5d351101-fa4a-44fc-8662-f7bb26ee9aa7 tempest-AttachInterfacesUnderV243Test-814812613 tempest-AttachInterfacesUnderV243Test-814812613-project-member] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 770.926161] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGHEST for action security_group_members [ 770.926513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.926759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.926918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.927216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.927471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.927679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.927827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.928119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.928306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.928486] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.934459] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.934459] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.934459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.934459] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.984128] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69bf1c31-e98c-470d-94ef-636b82c2177f: rpc.has_security_group_logging(os_id): False [ 771.026031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026031] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 771.185553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.185553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.185553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.185553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.185553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.210953] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 771.431526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.431526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.431639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.431843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.431939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.432489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.432489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.432975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.432975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432975] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be updated. [ 771.436051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.436153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.436222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.436732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.436732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.436732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.436861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.437060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.437060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.437149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.437313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.437539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.437851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.437851] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.438033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.438234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.438281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438446] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.481028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.481028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.481028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.494602] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: IN_PROGRESS for 2s [ 771.942261] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611ec837-e835-420f-9422-6f93934ea196: rpc.has_security_group_logging(os_id): False [ 771.968105] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.968105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.968105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.968105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.968105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.968523] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.968523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.968523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.968624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.971168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.971168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.971168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 772.075306] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.077806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.077806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.077979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.078338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.100303] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 772.585080] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: SUCCESS [ 772.585268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.585449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.585682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.585869] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.585990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.586089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.586251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.586385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.586429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.586495] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.647693] env[66173]: INFO networking_nsxv3.common.synchronization [req-d471fa8c-92d0-49c2-a9af-c28b34e8ff54 req-36ee8452-55c9-4dc1-b58b-9123b439bfaf tempest-ServersAdminNegativeTestJSON-1022658564 tempest-ServersAdminNegativeTestJSON-1022658564-project-member] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 772.648328] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 772.648660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.648810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.648876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.649146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.649379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.649468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.649468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.649754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.649754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.649869] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.091237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.091237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.091237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.091237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.091237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.091237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.091237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.093037] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.093037] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.093037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.093037] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.153041] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.233614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 773.233614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.507305] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bf1c31-e98c-470d-94ef-636b82c2177f in Status: SUCCESS [ 773.507602] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f deletion is rescheduled due to dependency. [ 773.508661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595702] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc3d79c-537c-4176-8f1b-b2673115ca9e: rpc.has_security_group_logging(os_id): False [ 773.625280] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.625280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.625280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.625894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.625894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.627245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.627245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.627245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.627647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.627647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.628167] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.628167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.628167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.628376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.628493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.628652] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e is going to be created. [ 773.655950] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.718145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.718535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.718624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.718971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.719232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.734612] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: IN_PROGRESS for 2s [ 774.119504] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 774.119504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.159194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.159194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.159194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.159194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.159194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.159194] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be updated. [ 774.197717] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.197717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.197717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.198029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.198099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.210895] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 775.749893] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: SUCCESS [ 775.750259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.222719] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 776.222965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.555436] env[66173]: INFO networking_nsxv3.common.synchronization [req-84123b6a-becd-442c-8ae0-36a79220e57d req-39d4416f-f2a4-45f3-bd2b-7bbb79571db1 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 776.555865] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 776.557210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.557210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.557210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.557210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.557210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.557210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.557210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.557681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.557681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.557681] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.914950] env[66173]: INFO networking_nsxv3.common.synchronization [None req-034958b7-9b87-43f7-8025-c39e1983aec6 None None] Enqueued Resource ID: 9a2096a0-58ff-4fe2-af16-d54eb0bc066e with Priority: HIGHEST for action port [ 776.917974] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2096a0-58ff-4fe2-af16-d54eb0bc066e with Priority: HIGHEST for action port [ 776.919393] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2096a0-58ff-4fe2-af16-d54eb0bc066e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.919393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2096a0-58ff-4fe2-af16-d54eb0bc066e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.919393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2096a0-58ff-4fe2-af16-d54eb0bc066e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.919393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2096a0-58ff-4fe2-af16-d54eb0bc066e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.919393] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2096a0-58ff-4fe2-af16-d54eb0bc066e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.936713] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.936979] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.937057] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.937353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.937611] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.937764] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.937877] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.938203] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.938389] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.938627] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.938774] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.938910] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.939054] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.939193] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.939334] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.939818] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.962797] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.963263] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.963436] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.963810] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.964428] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-38e81047-87bb-4d3a-bcf2-0ba83c43544d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.964788] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.965122] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.965581] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.966343] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e81047-87bb-4d3a-bcf2-0ba83c43544d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.060015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.060293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.060349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.060586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.060676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.061075] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.061321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.061396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.061682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.061790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.061917] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 already deleted. [ 777.061997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.422399] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a2096a0-58ff-4fe2-af16-d54eb0bc066e [ 777.422740] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.422921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.423073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.423319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.423762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.423762] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a2096a0-58ff-4fe2-af16-d54eb0bc066e already deleted. [ 777.423762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2096a0-58ff-4fe2-af16-d54eb0bc066e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.469110] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.469363] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.469496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.469806] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.469980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.470125] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 38e81047-87bb-4d3a-bcf2-0ba83c43544d not found, creating... [ 777.470413] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.470610] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.470701] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.470944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.471371] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.471371] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.471618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.471655] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.471875] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.472010] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.472148] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 38e81047-87bb-4d3a-bcf2-0ba83c43544d is going to be created. [ 777.501840] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.502879] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.502879] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.502879] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.503072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.503193] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.221609] env[66173]: INFO networking_nsxv3.common.synchronization [req-84123b6a-becd-442c-8ae0-36a79220e57d req-65af43e6-d71c-4019-9063-6d0e365fbd58 service nova] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 778.222066] env[66173]: INFO networking_nsxv3.common.synchronization [req-84123b6a-becd-442c-8ae0-36a79220e57d req-65af43e6-d71c-4019-9063-6d0e365fbd58 service nova] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 778.222066] env[66173]: INFO networking_nsxv3.common.synchronization [req-84123b6a-becd-442c-8ae0-36a79220e57d req-65af43e6-d71c-4019-9063-6d0e365fbd58 service nova] Enqueued Resource ID: 38e81047-87bb-4d3a-bcf2-0ba83c43544d with Priority: HIGHEST for action port [ 778.227726] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_rules [ 778.231024] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 778.231024] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e81047-87bb-4d3a-bcf2-0ba83c43544d with Priority: HIGHEST for action port [ 778.231024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.231024] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.231024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.231024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.231024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.231024] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.231776] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e81047-87bb-4d3a-bcf2-0ba83c43544d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.231776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.231908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.231908] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e81047-87bb-4d3a-bcf2-0ba83c43544d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.734521] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.734521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.735502] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.737304] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38e81047-87bb-4d3a-bcf2-0ba83c43544d with status ACTIVE [ 778.738387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.739014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.739014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.739014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.739014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.739209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.739308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.739370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.739532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.739636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.740854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.741022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.741856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.741856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.741962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.741997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38e81047-87bb-4d3a-bcf2-0ba83c43544d is going to be updated. [ 778.769121] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.769121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.769121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.769121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.769121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.769479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e81047-87bb-4d3a-bcf2-0ba83c43544d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.244957] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.349911] env[66173]: INFO networking_nsxv3.common.synchronization [None req-20d5faf3-7408-451a-a78e-be9f0469cc99 None None] Enqueued Resource ID: 0eea0ea2-9df2-4551-a507-103075335ce1 with Priority: HIGHEST for action port [ 779.350868] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eea0ea2-9df2-4551-a507-103075335ce1 with Priority: HIGHEST for action port [ 779.352060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eea0ea2-9df2-4551-a507-103075335ce1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.352575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eea0ea2-9df2-4551-a507-103075335ce1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.352575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eea0ea2-9df2-4551-a507-103075335ce1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.352672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eea0ea2-9df2-4551-a507-103075335ce1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.352773] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eea0ea2-9df2-4551-a507-103075335ce1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.389321] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d7ed2c6f-e7e2-4c58-8a66-3a12dd4e7232 None None] Enqueued Resource ID: 7a278bdf-feb1-4ce0-b83d-21649ba851c5 with Priority: HIGHEST for action port [ 779.389855] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a278bdf-feb1-4ce0-b83d-21649ba851c5 with Priority: HIGHEST for action port [ 779.390491] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a278bdf-feb1-4ce0-b83d-21649ba851c5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.390605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a278bdf-feb1-4ce0-b83d-21649ba851c5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.390675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a278bdf-feb1-4ce0-b83d-21649ba851c5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.390921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a278bdf-feb1-4ce0-b83d-21649ba851c5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.391601] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a278bdf-feb1-4ce0-b83d-21649ba851c5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.748240] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.748521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.748655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.748949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.749107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.749248] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 is going to be created. [ 779.783219] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.783479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.783479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.783797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.783963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.798521] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: UNINITIALIZED for 2s [ 779.855274] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eea0ea2-9df2-4551-a507-103075335ce1 [ 779.855520] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.855658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.855742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.855943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.856059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.856167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eea0ea2-9df2-4551-a507-103075335ce1 already deleted. [ 779.856254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eea0ea2-9df2-4551-a507-103075335ce1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.895190] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a278bdf-feb1-4ce0-b83d-21649ba851c5 [ 779.895450] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.895600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.895659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.895879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.895970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.896096] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a278bdf-feb1-4ce0-b83d-21649ba851c5 already deleted. [ 779.896178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a278bdf-feb1-4ce0-b83d-21649ba851c5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.811249] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: SUCCESS [ 781.812670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.812774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.813311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.814201] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.814374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.814479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.814753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.814883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.815036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.815181] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.027151] env[66173]: INFO networking_nsxv3.common.synchronization [None req-040e5d0e-15c2-4c58-9817-2d7bfa417dae None None] Enqueued Resource ID: 77943320-b884-49a1-bfb0-e87c3f81738f with Priority: HIGHEST for action port [ 782.027151] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77943320-b884-49a1-bfb0-e87c3f81738f with Priority: HIGHEST for action port [ 782.027151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-77943320-b884-49a1-bfb0-e87c3f81738f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.027151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77943320-b884-49a1-bfb0-e87c3f81738f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.027151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77943320-b884-49a1-bfb0-e87c3f81738f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.028347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77943320-b884-49a1-bfb0-e87c3f81738f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.028701] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77943320-b884-49a1-bfb0-e87c3f81738f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.320875] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.533171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77943320-b884-49a1-bfb0-e87c3f81738f [ 782.533171] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.535422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.535422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.535545] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77943320-b884-49a1-bfb0-e87c3f81738f already deleted. [ 782.535608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77943320-b884-49a1-bfb0-e87c3f81738f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.824416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 333e5a31-1108-499b-b6ad-b3bf290a8769: rpc.has_security_group_logging(os_id): False [ 782.845210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.845353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.845422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.846397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.846397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.846397] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.846397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.846870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.846870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.846973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.847076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 is going to be created. [ 782.927513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.927513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.927513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.927513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.927513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.944133] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: IN_PROGRESS for 2s [ 783.561189] env[66173]: INFO networking_nsxv3.common.synchronization [None req-74fdcd83-98c5-4ab7-b8b9-64a59ea7dadb tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: c64b7998-28f5-49e0-9ed1-2eb785887922 with Priority: HIGHEST for action security_group_rules [ 783.561329] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64b7998-28f5-49e0-9ed1-2eb785887922 with Priority: HIGHEST for action security_group_rules [ 783.562944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c64b7998-28f5-49e0-9ed1-2eb785887922 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.562944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.562944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.562944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.562944] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c64b7998-28f5-49e0-9ed1-2eb785887922',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.619424] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ece1480f-3fbe-470f-a00c-d7ad647de5b4 tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae with Priority: HIGHEST for action security_group_rules [ 783.619424] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae with Priority: HIGHEST for action security_group_rules [ 783.621252] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.621252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.621252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.621252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.621252] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e8c000-dd7b-4a90-84fe-e47d7ec60bae',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.909383] env[66173]: INFO networking_nsxv3.common.synchronization [None req-043a42e7-5fae-4346-8bfa-2892a2a63de6 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: c64b7998-28f5-49e0-9ed1-2eb785887922 with Priority: HIGHEST for action security_group_rules [ 783.909923] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64b7998-28f5-49e0-9ed1-2eb785887922 with Priority: HIGHEST for action security_group_rules [ 783.910257] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c64b7998-28f5-49e0-9ed1-2eb785887922 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.910369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.954842] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8859bbd-5f8e-454b-81c5-16e1ad96f6ec req-7edb5986-5611-4d94-aade-f2cd0ed0ca75 tempest-InstanceActionsTestJSON-2112885913 tempest-InstanceActionsTestJSON-2112885913-project-member] Enqueued Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 783.954842] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 783.955260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.955411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.955709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.955789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.955941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.956083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.956172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.956442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.956442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.956513] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.025152] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2b4cd590-7d0e-4eea-afdb-6e78f2ff0fdd tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae with Priority: HIGHEST for action security_group_rules [ 784.030575] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae with Priority: HIGHEST for action security_group_rules [ 784.031023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.035708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.088425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.088594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.088644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.088865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.088957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.089064] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c64b7998-28f5-49e0-9ed1-2eb785887922 already deleted. [ 784.089187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.089300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.089468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.091119] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c64b7998-28f5-49e0-9ed1-2eb785887922',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.143415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.144047] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae already deleted. [ 784.144127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.144270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.144424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.144503] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e8c000-dd7b-4a90-84fe-e47d7ec60bae',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.459582] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462339] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 already deleted. [ 784.462339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.610884] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.611106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.611106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.611302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.611392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.611485] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c64b7998-28f5-49e0-9ed1-2eb785887922 already deleted. [ 784.611566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c64b7998-28f5-49e0-9ed1-2eb785887922" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.667108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.667368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.667368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.667731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.667998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.668142] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e8c000-dd7b-4a90-84fe-e47d7ec60bae already deleted. [ 784.668255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e8c000-dd7b-4a90-84fe-e47d7ec60bae" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.865710] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.865908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.866346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.866615] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.866767] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866875] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.867098] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.867235] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867427] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.867531] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.867635] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.867721] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.867821] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.867987] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.868077] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.890140] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.890140] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.890246] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.891698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.891698] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-9abf68ec-74e8-42ea-99db-9a549469a52e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.891890] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.892030] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.892367] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.892814] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9abf68ec-74e8-42ea-99db-9a549469a52e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.960404] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: SUCCESS [ 784.960708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.396471] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.396719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.396843] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.397170] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.397333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.397485] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 9abf68ec-74e8-42ea-99db-9a549469a52e not found, creating... [ 785.397774] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.397935] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.398060] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.398284] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.398416] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.398719] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.398870] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.398981] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.399201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.399329] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.399457] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 9abf68ec-74e8-42ea-99db-9a549469a52e is going to be created. [ 785.414110] env[66173]: INFO networking_nsxv3.common.synchronization [req-c938eec8-cb3a-4694-b1d3-2c82caf45f91 req-3b0e5609-b2ee-4ead-a3fd-4a1448e31dab tempest-InstanceActionsV221TestJSON-421098283 tempest-InstanceActionsV221TestJSON-421098283-project-member] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 785.415204] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGHEST for action security_group_members [ 785.415204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.415764] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.416012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.416132] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.423586] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.423885] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.423976] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.424250] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.424480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.424803] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.919298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.920962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.920962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.920962] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e is going to be updated. [ 785.951107] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.951292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.951335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.954766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.954976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965415] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: IN_PROGRESS for 2s [ 786.149870] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8859bbd-5f8e-454b-81c5-16e1ad96f6ec req-8e449747-e838-45bb-b0d9-418a4e92c092 service nova] Enqueued Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_rules [ 786.150061] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8859bbd-5f8e-454b-81c5-16e1ad96f6ec req-8e449747-e838-45bb-b0d9-418a4e92c092 service nova] Enqueued Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 786.150201] env[66173]: INFO networking_nsxv3.common.synchronization [req-b8859bbd-5f8e-454b-81c5-16e1ad96f6ec req-8e449747-e838-45bb-b0d9-418a4e92c092 service nova] Enqueued Resource ID: 9abf68ec-74e8-42ea-99db-9a549469a52e with Priority: HIGHEST for action port [ 786.150428] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_rules [ 786.150555] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 786.150649] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9abf68ec-74e8-42ea-99db-9a549469a52e with Priority: HIGHEST for action port [ 786.152844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.152844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.152844] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.154062] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.154062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.154062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.154211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.154211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.155380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.155380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.155380] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.155892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9abf68ec-74e8-42ea-99db-9a549469a52e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.155990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.155990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.157030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.157030] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9abf68ec-74e8-42ea-99db-9a549469a52e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.516820] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5eeab39-85ff-4fbc-9e8c-27929e81463f req-dc505645-c9ac-4b15-bdd2-cd8fcc203adf tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 786.517486] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 786.517576] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.517684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.517781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.518138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.518296] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.518385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.518446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.518606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.518693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.518763] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.662279] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9abf68ec-74e8-42ea-99db-9a549469a52e with status ACTIVE [ 786.662279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.662279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.662279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.662279] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9abf68ec-74e8-42ea-99db-9a549469a52e is going to be updated. [ 786.663014] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.663385] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.663485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.683379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.683550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.683746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.684064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.684145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.684328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9abf68ec-74e8-42ea-99db-9a549469a52e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.796441] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5eeab39-85ff-4fbc-9e8c-27929e81463f req-a4dd63c4-4035-4f37-bdfd-2d25c083a0eb tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 786.797105] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 786.797446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.797558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.022995] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.074661] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5eeab39-85ff-4fbc-9e8c-27929e81463f req-05b36a12-b78d-43b1-95a7-1daed21b70e4 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 787.074661] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 787.075531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.075884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.166259] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.529505] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.669427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.669824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.669920] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 is going to be created. [ 787.692921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.703552] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: UNINITIALIZED for 2s [ 787.790544] env[66173]: INFO networking_nsxv3.common.synchronization [req-8c3b1497-f19d-45e0-a9d7-832dc42afa14 req-bcb6b5dc-7070-4ddc-820e-4e63aaef1a2a tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 787.791127] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 787.791431] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.791554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.791620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.791840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.792013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.793246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.793314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.793565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.793656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.793754] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.976254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e in Status: SUCCESS [ 787.977184] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e deletion is rescheduled due to dependency. [ 787.977438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.032907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.033339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.033428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.033492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.033672] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 788.074493] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.075030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.076024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.076024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.076024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.087205] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 788.295687] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.295864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.296084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.296248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.296342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.296554] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.296658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.296720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.296883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.297069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.297069] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 788.352742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.352742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.352915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.353013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.353211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.364459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 788.560212] env[66173]: INFO networking_nsxv3.common.synchronization [req-21c5e92f-af2d-4568-9c6c-6b5c81a4905a req-d494da4f-66cf-4fd8-b0b6-010d770f9723 tempest-ServerMetadataTestJSON-1889455348 tempest-ServerMetadataTestJSON-1889455348-project-member] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 788.560796] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 788.561963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.562152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.562469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.562699] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.562815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.562882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.563084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.563161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.563247] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.000705] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.000896] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-589" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.001353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-589" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.001353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-589" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.002362] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.002362] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.002362] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006132] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006366] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006721] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.006873] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.006969] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.007137] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.007307] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.007459] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.007641] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.035099] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.035485] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.035485] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.035557] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-589" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.035947] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-1fa3306a-6096-4259-a618-d548ed284600 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.036153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.036298] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.036601] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.036729] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa3306a-6096-4259-a618-d548ed284600',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.066458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.066458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.066458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.066810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.066810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.066810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.066986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.067045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.067107] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c already deleted. [ 789.067183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.539424] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.539799] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.539799] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540387] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 1fa3306a-6096-4259-a618-d548ed284600 not found, creating... [ 789.540865] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540949] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.541169] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.541303] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.541707] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.541782] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.541877] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.542160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.542330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.542330] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 1fa3306a-6096-4259-a618-d548ed284600 is going to be created. [ 789.564891] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.565161] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.565269] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.565535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.565786] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.566013] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718720] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: SUCCESS [ 789.719067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.719182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.719373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.719577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.719693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.719758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.719908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.719989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.720176] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.101647] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.101647] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.101647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.101647] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.150052] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5098cf8f-0e6d-4e53-8c84-4cb4ad351666 tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 790.150315] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 790.150719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.150868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.150916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151449] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.222636] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.223049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.223185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.223382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.223519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225286] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [req-21c5e92f-af2d-4568-9c6c-6b5c81a4905a req-fc5e78c4-e06b-4c12-927a-0b1a21381f3f service nova] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_rules [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [req-21c5e92f-af2d-4568-9c6c-6b5c81a4905a req-fc5e78c4-e06b-4c12-927a-0b1a21381f3f service nova] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [req-21c5e92f-af2d-4568-9c6c-6b5c81a4905a req-fc5e78c4-e06b-4c12-927a-0b1a21381f3f service nova] Enqueued Resource ID: 1fa3306a-6096-4259-a618-d548ed284600 with Priority: HIGHEST for action port [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_rules [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 790.292322] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa3306a-6096-4259-a618-d548ed284600 with Priority: HIGHEST for action port [ 790.292322] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.292771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.293360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.293778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.294073] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.295083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.296409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.296604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.296889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.298198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.298198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.298198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.298198] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.299561] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa3306a-6096-4259-a618-d548ed284600 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.299821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.299983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.300281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.300521] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa3306a-6096-4259-a618-d548ed284600',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.311195] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e7c61afd-5ade-4c26-85cd-deb0c4fa076b tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 790.311601] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 790.311938] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.312036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.375500] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 790.375679] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 790.375794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.606035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.606035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.606035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.606035] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 790.635465] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.635617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.635686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.635903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.636065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.645923] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 790.671311] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.672183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.672183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.672183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.672375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.672375] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb already deleted. [ 790.672451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.672637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.672874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.672874] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.728492] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0661df5c-9e5e-4771-9650-90974e945e48: rpc.has_security_group_logging(os_id): False [ 790.765479] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.765627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.765694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.765906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.765999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.766276] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.766378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.766442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.766603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.766720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.766907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.767010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.767076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.767221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.767295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.767481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.767575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.767636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.767776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.767849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.768030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 is going to be created. [ 790.803175] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.804324] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.804443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.808677] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fa3306a-6096-4259-a618-d548ed284600 with status ACTIVE [ 790.808904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.809236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.809236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.809330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.810879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.810879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.810879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.810879] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fa3306a-6096-4259-a618-d548ed284600 is going to be updated. [ 790.839893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.839893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.839893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.839893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.839893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.839893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa3306a-6096-4259-a618-d548ed284600" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.868444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.868525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.868586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.868797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.869152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.883413] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: IN_PROGRESS for 2s [ 791.209645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.209645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.209645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.209986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.209986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.209986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb already deleted. [ 791.210170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.310826] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.814570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.814728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.814796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.815057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.815221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.815257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c is going to be created. [ 791.843296] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.843296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.845731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.845947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.859747] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: UNINITIALIZED for 2s [ 792.665194] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 792.665194] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 deletion is rescheduled due to dependency. [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.665194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.665194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.665194] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.896241] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: SUCCESS [ 792.896390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.170779] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.170912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.170959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.171156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.171244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.171522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.172224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.172224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.172440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.172440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.172527] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 793.204481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.204481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.205042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.219232] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 793.872734] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: SUCCESS [ 793.872734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.872734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.872734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.873221] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.873221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.873221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.873221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.873390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.873390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.873456] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.376444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.376444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.376444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.376813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.377707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.377707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.377707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.377707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.377707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.377707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.378084] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.378528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.378818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.378818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.379161] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.881981] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e4c940b-d3e9-472a-b94a-f6d6537eed8c: rpc.has_security_group_logging(os_id): False [ 794.902690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.902869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.902916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.905865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.906694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.906694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.906694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.906694] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c is going to be created. [ 794.971148] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.971510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.971650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.972045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.972287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.996912] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: IN_PROGRESS for 2s [ 795.230287] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 795.230476] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 deletion is rescheduled due to dependency. [ 795.230622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.312532] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 795.312634] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 795.793035] env[66173]: INFO networking_nsxv3.common.synchronization [req-99566717-3750-4b82-b853-149ae30594e0 req-817627ea-4142-4cf9-90e5-d3791f50d880 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 795.793592] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 795.793921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.794831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.794831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.794831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.794831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.794831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.794831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.795232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.795232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.795232] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.978622] env[66173]: INFO networking_nsxv3.common.synchronization [None req-b60fdf84-5982-4e49-9837-3da7ebcbede9 None None] Enqueued Resource ID: 93071a75-36ce-4d9f-8685-01578a05dcb7 with Priority: HIGHEST for action port [ 795.978622] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93071a75-36ce-4d9f-8685-01578a05dcb7 with Priority: HIGHEST for action port [ 795.978959] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-93071a75-36ce-4d9f-8685-01578a05dcb7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.978959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93071a75-36ce-4d9f-8685-01578a05dcb7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.979162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93071a75-36ce-4d9f-8685-01578a05dcb7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.979410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93071a75-36ce-4d9f-8685-01578a05dcb7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.979526] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93071a75-36ce-4d9f-8685-01578a05dcb7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.126784] env[66173]: INFO networking_nsxv3.common.synchronization [req-eae4721e-17cc-463b-9ecd-a33ed2ea79e7 req-ce05b3d9-fa05-4896-8dbc-43e58354e03d tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 796.127381] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 796.127735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.127893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.128090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.128543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.128741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.128868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.128950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.129186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.129269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.129347] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.297428] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.483198] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93071a75-36ce-4d9f-8685-01578a05dcb7 [ 796.483198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.483198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.483198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.483198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.483198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.483198] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93071a75-36ce-4d9f-8685-01578a05dcb7 already deleted. [ 796.483198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93071a75-36ce-4d9f-8685-01578a05dcb7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.631782] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.800316] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.011439] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: SUCCESS [ 797.011723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.136519] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.304952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.305158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.305218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.305449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.305560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.305658] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 797.339829] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.339982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.340066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.340373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.340445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.350670] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 797.639935] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.639935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.639935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.639935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.639935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.639935] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 797.675150] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.676502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.676502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.676502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.684831] env[66173]: INFO networking_nsxv3.common.synchronization [req-cfcc2a8d-5529-44af-a9c7-b4c8241a4ce1 req-2e85a42c-aeed-411a-8b8c-4487dd5915e0 tempest-ListImageFiltersTestJSON-65409180 tempest-ListImageFiltersTestJSON-65409180-project-member] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 797.687930] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 797.687930] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.687930] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.687930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.687930] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.688576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 798.191507] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.693814] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.199602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.200148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.200148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.200148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.200307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.200386] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be updated. [ 799.233134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.233272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.233338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.233545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.233683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.243171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 799.291936] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c2f4467d-895b-41b8-8421-ee848a60bb6a None None] Enqueued Resource ID: bd4f3a87-219d-4457-8e06-dd880dbdb522 with Priority: HIGHEST for action port [ 799.292731] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4f3a87-219d-4457-8e06-dd880dbdb522 with Priority: HIGHEST for action port [ 799.295974] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4f3a87-219d-4457-8e06-dd880dbdb522 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.296075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4f3a87-219d-4457-8e06-dd880dbdb522" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.296114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4f3a87-219d-4457-8e06-dd880dbdb522" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.296464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4f3a87-219d-4457-8e06-dd880dbdb522" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.296544] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4f3a87-219d-4457-8e06-dd880dbdb522',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.362071] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 799.362236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.702020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 799.702020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766073] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9f3e6b18-0555-4264-8270-a1a7214db5ed tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 799.766523] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 799.772075] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.772075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.772075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.772075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.772075] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.800711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd4f3a87-219d-4457-8e06-dd880dbdb522 [ 799.800997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.801120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.801170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.801386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.801477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.801572] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd4f3a87-219d-4457-8e06-dd880dbdb522 already deleted. [ 799.801651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4f3a87-219d-4457-8e06-dd880dbdb522" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.876796] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d157176d-bd42-43b7-813b-e8575b1dd4e6 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 799.877370] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 799.877681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.877780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.294125] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.294125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.294125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.295944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.296170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.296322] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 already deleted. [ 800.296416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.296614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.296863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.296958] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.301870] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5dd53b55-0320-4886-81e1-b59dba522ac1 None None] Enqueued Resource ID: 1823a76b-3a44-447b-a660-698420d7ea2f with Priority: HIGHEST for action port [ 800.301870] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1823a76b-3a44-447b-a660-698420d7ea2f with Priority: HIGHEST for action port [ 800.301870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1823a76b-3a44-447b-a660-698420d7ea2f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.302150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1823a76b-3a44-447b-a660-698420d7ea2f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.302266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1823a76b-3a44-447b-a660-698420d7ea2f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.302651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1823a76b-3a44-447b-a660-698420d7ea2f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.302759] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1823a76b-3a44-447b-a660-698420d7ea2f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.808288] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1823a76b-3a44-447b-a660-698420d7ea2f [ 800.808288] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.808288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.808288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.808731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.808731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.808731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1823a76b-3a44-447b-a660-698420d7ea2f already deleted. [ 800.808859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1823a76b-3a44-447b-a660-698420d7ea2f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.828333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.828333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.829143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.829244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.829336] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 already deleted. [ 800.829423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.122668] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d3aecfe-13dc-40b5-87a9-e598e2f996d2 req-7c651bcd-e9df-487b-a02d-489d23d17d94 tempest-ServersTestJSON-816653796 tempest-ServersTestJSON-816653796-project-member] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 801.122668] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 801.122971] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.125453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.125577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.125857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.126238] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.126776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.126776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.126776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.126776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.126776] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.254370] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 801.254709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.560932] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.560932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-364" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.560932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-364" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.560932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-364" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.560932] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.560932] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.561486] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.561848] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.562040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.562481] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.562673] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.562836] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.562998] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.563183] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.563340] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.563523] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.587224] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.587224] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.587224] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.587224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-364" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587224] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.587224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.587224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587224] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19967aa6-cfe6-46d4-ac31-923b0a7a5e7c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.629901] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.630146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.630781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.630937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.631106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.631200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.631287] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d already deleted. [ 801.631368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.090802] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.090802] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.091043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.092018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.092018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c not found, creating... [ 802.092018] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.092018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.092018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.092543] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.092908] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.093112] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.093259] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.093525] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.093679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.093858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c is going to be created. [ 802.116462] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.116679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.116797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.117103] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.117577] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.117832] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.901412] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d3aecfe-13dc-40b5-87a9-e598e2f996d2 req-7e161e3c-cad2-4d4e-a5f6-419527ef8151 service nova] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 802.901650] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d3aecfe-13dc-40b5-87a9-e598e2f996d2 req-7e161e3c-cad2-4d4e-a5f6-419527ef8151 service nova] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 802.901722] env[66173]: INFO networking_nsxv3.common.synchronization [req-5d3aecfe-13dc-40b5-87a9-e598e2f996d2 req-7e161e3c-cad2-4d4e-a5f6-419527ef8151 service nova] Enqueued Resource ID: 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c with Priority: HIGHEST for action port [ 802.902359] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_rules [ 802.902520] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 802.902618] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c with Priority: HIGHEST for action port [ 802.902892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.903131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.903198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.903481] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.904749] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.904749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.904749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.904921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.904921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.905106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.905174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.905351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.905438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.908977] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.910182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.910299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.910384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.910550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.910697] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19967aa6-cfe6-46d4-ac31-923b0a7a5e7c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.186993] env[66173]: INFO networking_nsxv3.common.synchronization [req-083687fa-c35a-4070-a3fa-402b67d38765 req-9863e722-f175-4b65-96d1-57ec6956d039 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 803.187610] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 803.187949] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.188143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.188238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.188519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.189053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.189208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.189297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.189501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.189613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.189730] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.231279] env[66173]: INFO networking_nsxv3.common.synchronization [None req-598cf202-e4f6-4f46-ae62-89db545a9a21 None None] Enqueued Resource ID: 7271a30c-451c-483c-9594-ffad144bd5f9 with Priority: HIGHEST for action port [ 803.231853] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7271a30c-451c-483c-9594-ffad144bd5f9 with Priority: HIGHEST for action port [ 803.232214] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7271a30c-451c-483c-9594-ffad144bd5f9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.232337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7271a30c-451c-483c-9594-ffad144bd5f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.232404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7271a30c-451c-483c-9594-ffad144bd5f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.232650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7271a30c-451c-483c-9594-ffad144bd5f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.232737] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7271a30c-451c-483c-9594-ffad144bd5f9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.412761] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.412977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413469] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c with status ACTIVE [ 803.413469] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.413469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.413469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.413657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.413764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.413934] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.414053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.414130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.414293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.414354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.415143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.415143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.415143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.415143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.415143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.415143] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19967aa6-cfe6-46d4-ac31-923b0a7a5e7c is going to be updated. [ 803.416785] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.440042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.440201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.440806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19967aa6-cfe6-46d4-ac31-923b0a7a5e7c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.686623] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686930] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.687121] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.687531] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.688698] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.688865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.688998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.689274] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.689413] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.689613] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.689752] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.689951] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.689951] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.690092] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.690174] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.690301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.692255] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.692406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.692556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.692857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.692857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.692857] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.692995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.692995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.693196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.693281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.693434] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 already deleted. [ 803.693530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.712036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.712191] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.712336] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.712505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.712855] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-048921a6-6e1f-42f5-9150-830599c764ff taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.713061] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.713195] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.713504] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.713650] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048921a6-6e1f-42f5-9150-830599c764ff',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.737364] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7271a30c-451c-483c-9594-ffad144bd5f9 [ 803.737617] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.737756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.737826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.738087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.738131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.738215] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7271a30c-451c-483c-9594-ffad144bd5f9 already deleted. [ 803.738317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7271a30c-451c-483c-9594-ffad144bd5f9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.919940] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.217321] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.217591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.217720] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.217995] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.218162] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.218309] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 048921a6-6e1f-42f5-9150-830599c764ff not found, creating... [ 804.218598] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.218755] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.218870] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.219126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.219242] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.219859] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.219993] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.220118] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.220367] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.221026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.221026] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 048921a6-6e1f-42f5-9150-830599c764ff is going to be created. [ 804.245342] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.245740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.245740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.245957] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.246215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.246449] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.422802] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.423052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.423052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.423256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.423346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.423449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d is going to be created. [ 804.448729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.448729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.448729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.448729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.448729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.458912] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: UNINITIALIZED for 2s [ 804.942393] env[66173]: INFO networking_nsxv3.common.synchronization [req-083687fa-c35a-4070-a3fa-402b67d38765 req-15246fc7-6973-4c12-9270-f2f2578cc06a service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 804.942393] env[66173]: INFO networking_nsxv3.common.synchronization [req-083687fa-c35a-4070-a3fa-402b67d38765 req-15246fc7-6973-4c12-9270-f2f2578cc06a service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 804.942393] env[66173]: INFO networking_nsxv3.common.synchronization [req-083687fa-c35a-4070-a3fa-402b67d38765 req-15246fc7-6973-4c12-9270-f2f2578cc06a service nova] Enqueued Resource ID: 048921a6-6e1f-42f5-9150-830599c764ff with Priority: HIGHEST for action port [ 804.942393] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 804.942800] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 804.942800] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048921a6-6e1f-42f5-9150-830599c764ff with Priority: HIGHEST for action port [ 804.942886] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.943027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.943175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943476] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.945231] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.945231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.945231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.945409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.945861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.945861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.945861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.945861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.946064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.946064] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.947392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-048921a6-6e1f-42f5-9150-830599c764ff taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.947392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.947392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.947606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.947606] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048921a6-6e1f-42f5-9150-830599c764ff',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.310516] env[66173]: INFO networking_nsxv3.common.synchronization [req-76147327-0676-4e1c-bb7f-f7722bc286f7 req-29d37852-12aa-4026-8607-fd1ca9247a15 tempest-InstanceActionsTestJSON-2112885913 tempest-InstanceActionsTestJSON-2112885913-project-member] Enqueued Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 805.311150] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGHEST for action security_group_members [ 805.311425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.311543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.311610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.311812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.311978] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.314638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.314724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.314897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.315023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.315147] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.454647] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 048921a6-6e1f-42f5-9150-830599c764ff with status ACTIVE [ 805.455786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.459021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.459021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.459021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.459021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 048921a6-6e1f-42f5-9150-830599c764ff is going to be updated. [ 805.460326] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.461377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.461567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.494448] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.494448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.494448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.494654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.494822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.495502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048921a6-6e1f-42f5-9150-830599c764ff" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.818256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.818256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.818256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.818256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.818469] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.818469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.818469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.818694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.818773] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 is going to be updated. [ 805.848283] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.848283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.848283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.848283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.848283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858966] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: IN_PROGRESS for 2s [ 805.881758] env[66173]: INFO networking_nsxv3.common.synchronization [req-47cf6d8a-5744-4881-9d19-31dfc79b46ca req-00c74fb0-33e0-47b5-a0d7-b237a888eafc tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 805.882323] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 805.882663] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.882747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.882820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.882986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.883261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.883330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.883464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.883545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.883634] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.963385] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.259423] env[66173]: INFO networking_nsxv3.common.synchronization [req-bfa25b46-7b49-4e57-8195-5d9d0a2b0bcd req-97cb1c65-acc1-4c52-af04-c8f5092c6d65 tempest-ServersAdminNegativeTestJSON-1022658564 tempest-ServersAdminNegativeTestJSON-1022658564-project-member] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 806.259946] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGHEST for action security_group_members [ 806.260558] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.260706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.261404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.261615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261687] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.304145] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.304301] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.304370] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.304637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.305107] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.305107] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.305251] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.305471] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.305609] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.305828] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.305984] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.306069] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.306162] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.306265] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.306434] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.306620] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.328098] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.328298] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.328432] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.328605] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.328906] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-52409b4c-19a6-4925-b410-29a3228bc9c8 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.329088] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.329203] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.329881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.330093] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52409b4c-19a6-4925-b410-29a3228bc9c8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.385700] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.386008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.387123] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.387566] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 806.418791] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.418791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.418791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.418791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.418791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.429922] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 806.468100] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.468425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.468524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.468790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.468881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.468998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be created. [ 806.470944] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: SUCCESS [ 806.472019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.472521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.472521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.472611] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.474697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.474697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.474697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.474697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.474697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.474697] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.497898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.498132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.498239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.498561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.498729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.517155] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: UNINITIALIZED for 2s [ 806.763564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.764127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.764321] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.764418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.764707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.764807] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be updated. [ 806.833418] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.833641] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.833759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.834180] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.834340] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.834486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 52409b4c-19a6-4925-b410-29a3228bc9c8 not found, creating... [ 806.834748] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.834899] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.835018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.835253] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.835386] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.835943] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.836159] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.836311] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.836628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.836769] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.836905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 52409b4c-19a6-4925-b410-29a3228bc9c8 is going to be created. [ 806.870773] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.871352] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.871352] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.871557] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.871976] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.872212] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.886643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.886796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.886872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.887177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.887236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.896583] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: IN_PROGRESS for 2s [ 806.976161] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.478872] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3382e5e1-6da2-433a-99bf-4554b7a9607d: rpc.has_security_group_logging(os_id): False [ 807.498151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.498302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.498373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.498583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.498673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.498921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.499037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.499097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.499254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.499325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.499409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d is going to be created. [ 807.561704] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.561899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.562063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.562243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.562379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.588276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: IN_PROGRESS for 2s [ 807.624793] env[66173]: INFO networking_nsxv3.common.synchronization [req-47cf6d8a-5744-4881-9d19-31dfc79b46ca req-fb360c90-38fd-4ac3-941e-08c847870189 service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 807.625025] env[66173]: INFO networking_nsxv3.common.synchronization [req-47cf6d8a-5744-4881-9d19-31dfc79b46ca req-fb360c90-38fd-4ac3-941e-08c847870189 service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 807.625097] env[66173]: INFO networking_nsxv3.common.synchronization [req-47cf6d8a-5744-4881-9d19-31dfc79b46ca req-fb360c90-38fd-4ac3-941e-08c847870189 service nova] Enqueued Resource ID: 52409b4c-19a6-4925-b410-29a3228bc9c8 with Priority: HIGHEST for action port [ 807.625508] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 807.625508] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 807.625658] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52409b4c-19a6-4925-b410-29a3228bc9c8 with Priority: HIGHEST for action port [ 807.626079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.626199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.626257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.626484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.626565] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.627475] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.627595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.627780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-52409b4c-19a6-4925-b410-29a3228bc9c8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.627871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.627928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.628106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.628326] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52409b4c-19a6-4925-b410-29a3228bc9c8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.869940] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0661df5c-9e5e-4771-9650-90974e945e48 in Status: SUCCESS [ 807.870838] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 deletion is rescheduled due to dependency. [ 807.870838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.130205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.130514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.130514] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52409b4c-19a6-4925-b410-29a3228bc9c8 with status ACTIVE [ 808.131026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.131026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.131026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.131026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.131247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.132344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.132344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.132344] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52409b4c-19a6-4925-b410-29a3228bc9c8 is going to be updated. [ 808.154290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.154438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.154527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.154737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.154887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.155065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52409b4c-19a6-4925-b410-29a3228bc9c8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.444528] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 808.444528] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d deletion is rescheduled due to dependency. [ 808.444714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.445537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.446209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.446592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.446592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.446757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.446949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.446949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.447077] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.540490] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.540490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.540490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.541287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.541287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.541287] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.908794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 in Status: SUCCESS [ 808.908794] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 deletion is rescheduled due to dependency. [ 808.908794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.951419] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.046629] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.046629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.046777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.046892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.047087] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.047185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.047629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.047629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.047629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.047629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.047906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.047906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.047906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.048095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.048095] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.048242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.048242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.048392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.048438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.048486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.048577] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.457895] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.551153] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 809.570633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.571079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.571079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.571241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.571241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.571514] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.571584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.571665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.571755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.571826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.572018] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.572133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.572192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.572329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.572400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.572685] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.573246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.573310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.573475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.573555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.573645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be created. [ 809.602637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: SUCCESS [ 809.602867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.645163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.645263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.645349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.645574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.645732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.659664] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 809.960744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.960962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.961045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.961319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.961424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.961522] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 809.993922] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.994124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.994285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.994531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.004668] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 810.912726] env[66173]: INFO networking_nsxv3.common.synchronization [req-df6df577-62e1-4173-a0aa-134cb6752985 req-c957297b-b622-444e-829f-05af70d76faa tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 810.915080] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 810.915899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.916404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.918138] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.918138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.918138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.918138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.918138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.918138] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.297206] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.297206] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.297678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.297678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.301216] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.301216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301719] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.304152] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.304152] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.304152] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.304152] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.304152] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.304152] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.304152] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.304152] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.304152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.328098] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.329289] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.329463] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.329650] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.331464] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-0dd82159-3bbe-4e38-82bc-696687fefd28 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.331830] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.332295] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.332437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.332557] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd82159-3bbe-4e38-82bc-696687fefd28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.423203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.423203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.423203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.423203] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 811.477709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.477709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.477709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.478226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.478226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489982] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 811.554174] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.554432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.554432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.554720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.554870] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.676117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 811.676382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.835806] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.836043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.836182] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.836492] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.836627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.836776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 0dd82159-3bbe-4e38-82bc-696687fefd28 not found, creating... [ 811.837153] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.837316] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.837425] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837634] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.837763] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.838064] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.838222] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.838365] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.838592] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.838722] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.838856] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 0dd82159-3bbe-4e38-82bc-696687fefd28 is going to be created. [ 811.859745] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.860011] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.860145] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.860417] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.860634] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.860893] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.018554] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 812.018943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.019170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.019602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020237] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.061065] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.522618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.522864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.522864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.523173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.523442] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.523554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.523601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.523786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.523896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.524404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.524491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.524679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.524859] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525583] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.564441] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.632332] env[66173]: INFO networking_nsxv3.common.synchronization [req-df6df577-62e1-4173-a0aa-134cb6752985 req-76add7c2-724f-4719-9cb2-9055a1472df0 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 812.632511] env[66173]: INFO networking_nsxv3.common.synchronization [req-df6df577-62e1-4173-a0aa-134cb6752985 req-76add7c2-724f-4719-9cb2-9055a1472df0 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 812.632641] env[66173]: INFO networking_nsxv3.common.synchronization [req-df6df577-62e1-4173-a0aa-134cb6752985 req-76add7c2-724f-4719-9cb2-9055a1472df0 service nova] Enqueued Resource ID: 0dd82159-3bbe-4e38-82bc-696687fefd28 with Priority: HIGHEST for action port [ 812.633190] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 812.633326] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 812.633423] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd82159-3bbe-4e38-82bc-696687fefd28 with Priority: HIGHEST for action port [ 812.633685] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.633802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.633865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.634417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.634510] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.636801] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.636909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.637146] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd82159-3bbe-4e38-82bc-696687fefd28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.637267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.637322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.637505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.637577] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd82159-3bbe-4e38-82bc-696687fefd28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.890829] env[66173]: INFO networking_nsxv3.common.synchronization [req-0281279e-83a5-4b62-8d64-c2f9abea05d7 req-0d458580-7d40-4cef-b3b8-eb2c58272505 tempest-ServerMetadataTestJSON-1889455348 tempest-ServerMetadataTestJSON-1889455348-project-member] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 812.890829] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGHEST for action security_group_members [ 812.890829] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.890829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.890829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.890829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.891256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.891256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.891256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.891526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.891526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.891526] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.028428] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5506b2-4387-4774-944f-0a0a3125a47d: rpc.has_security_group_logging(os_id): False [ 813.047881] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.048124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.048226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.048524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.048646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.048947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.049102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.049189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.049403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.049508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.049809] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.049954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.050694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.050694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.050694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.050694] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.051030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.051030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.051331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.051331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.051331] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 813.066648] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 813.066785] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 813.119214] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.119214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.119214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.119214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.119214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.139634] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 813.139964] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.140432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.141371] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dd82159-3bbe-4e38-82bc-696687fefd28 with status ACTIVE [ 813.141550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.141655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.141719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.141992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.142200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.142550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.142550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.142550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.142807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.142807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.142941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143760] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dd82159-3bbe-4e38-82bc-696687fefd28 is going to be updated. [ 813.169701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.171280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.171280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.171280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.171280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.171280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd82159-3bbe-4e38-82bc-696687fefd28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.393720] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.393821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.393862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.394152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.394250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.394540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.394540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.394718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.394770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.394843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.394933] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c is going to be updated. [ 813.429736] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.429899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.430093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.430200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.430336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.442488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: IN_PROGRESS for 2s [ 813.504575] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 813.504893] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 813.504893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.505101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.505518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.505684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.505850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.505928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506367] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.009338] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.085887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.086265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.086265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.086425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.105026] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 814.105026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.105568] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 814.163444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.163444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.163444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.163444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.167862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.168505] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 814.168591] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.168683] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 814.213844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.214520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.214520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.214520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 814.298688] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.298915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.298991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.299176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.299413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.299727] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 814.400348] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.400348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.400529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.400781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.401080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.401392] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 814.401598] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c03b6444-8f52-49e7-856e-7b6094932e62', 'b41863c3-97dc-49a9-ac3c-59aae55b9689', 'eaf5d85b-a907-47d7-856e-e2a8f418c7d3', 'd96af2cc-f524-438f-b35e-459f2e329590', 'e010aa47-2f32-4ccc-b140-584ad1ebf8c7', '1baad0cd-c8a5-4792-ae4f-b028565d75d2', 'e2965f0a-4c49-40c7-87e6-5ecdf4f81756', '69bf1c31-e98c-470d-94ef-636b82c2177f', '6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814', '3f59aa06-702a-4d92-86f5-892b804d5a2a', '11a5ba53-a59e-48f1-a506-0e3c2b9f525f', '5e4c940b-d3e9-472a-b94a-f6d6537eed8c', '904366c9-59fd-4d1d-8bbb-d433577bbadc', '30ef3750-e2aa-4feb-8fa1-cc644f892441', '831a12f8-80e8-4473-92bf-859cfcef4bf6', 'b01827d5-b086-401e-9773-402d30ba28d6', 'd91c2720-d42a-4d93-89d6-d43b6f674f0a', '3aefd690-63bb-474b-9a3d-c7f915224cfe', 'badbb42e-f9a3-4bf0-8b94-df512aebf5d2', '6e3e1840-4f34-42bb-a5a7-bdd843656e63', 'd2443550-554f-488c-8fb9-2cf506875d11', '8dc3d79c-537c-4176-8f1b-b2673115ca9e', '010e6833-9844-4bd1-ae19-22bcdc457003', '3382e5e1-6da2-433a-99bf-4554b7a9607d', 'f184c8a6-bf48-4128-95bf-718bfc236812', '59997cc1-8bce-4ead-86c7-d8ef0f242e6a', '0661df5c-9e5e-4771-9650-90974e945e48', '460a9944-ebb5-4b2a-a7bf-f6fd15d915d0', '611ec837-e835-420f-9422-6f93934ea196', 'b79d99d5-c4ed-4aed-8d96-042c9ffa2b66', '1ba774e8-d272-4f10-ab2f-b874b5e166bc', '333e5a31-1108-499b-b6ad-b3bf290a8769', '8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef', 'be943e27-9585-4518-b40e-1d1c8c4d3e27', '9e5506b2-4387-4774-944f-0a0a3125a47d', '4850fe13-5cf7-411e-9c4f-6167c6205b76'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.401704] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 814.428514] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.428771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.428771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.429166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.429343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.429455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 814.429513] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.429641] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 814.504672] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.504672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.504672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.504935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.505821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.506371] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 814.506494] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.506573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 814.506627] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 814.506691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 814.506758] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGH for action security_group_rules [ 814.506838] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGH for action security_group_rules [ 814.506922] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_rules [ 814.506982] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGH for action security_group_rules [ 814.507048] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGH for action security_group_rules [ 814.507099] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGH for action security_group_rules [ 814.507155] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 814.507203] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGH for action security_group_rules [ 814.507250] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGH for action security_group_rules [ 814.507301] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_rules [ 814.507358] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGH for action security_group_rules [ 814.507411] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGH for action security_group_rules [ 814.507454] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_rules [ 814.507505] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_rules [ 814.507579] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_rules [ 814.507637] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGH for action security_group_rules [ 814.507669] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGH for action security_group_rules [ 814.507728] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGH for action security_group_rules [ 814.507780] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGH for action security_group_rules [ 814.507828] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 814.507932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.513436] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.015948] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.016237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.016237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.016535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.016721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.016821] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 815.049823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.050009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.050113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.050784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.050784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.063936] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 815.153334] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 815.153828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.453653] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c in Status: SUCCESS [ 815.453801] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c deletion is rescheduled due to dependency. [ 815.453919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.075264] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 817.075568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.075669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.075903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076224] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.076298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.076380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.076517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.076860] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.581044] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581044] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.581044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.581538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.581538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.581538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581749] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.581866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.581941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.582144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.582259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.582936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.582936] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.890986] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 817.891135] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 817.891299] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGH for action security_group_rules [ 817.891446] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_rules [ 817.891565] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 817.891680] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_rules [ 817.891795] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 817.891918] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGH for action security_group_rules [ 817.892096] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGH for action security_group_rules [ 817.892208] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGH for action security_group_rules [ 817.892323] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_rules [ 817.892415] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGH for action security_group_rules [ 817.892514] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_rules [ 817.892602] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGH for action security_group_rules [ 817.892688] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGH for action security_group_rules [ 817.892784] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_rules [ 817.892921] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGH for action security_group_rules [ 817.892973] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGH for action security_group_rules [ 817.893064] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGH for action security_group_rules [ 817.893153] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGH for action security_group_rules [ 817.893251] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGH for action security_group_rules [ 817.893343] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGH for action security_group_rules [ 817.893696] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.893827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.893895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.894171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.894253] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.895311] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.895455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.895509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.895643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.896581] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.896581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.896745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.896745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.897717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.897717] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.897920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.897979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.898101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.898201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.898274] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.899752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.899752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.899752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.899752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.899752] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.900689] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.901016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.901016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.901016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.901144] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.902360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.903031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.903031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.903031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.903031] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.903799] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.903906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.904458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.904458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.904458] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.905071] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.905183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.905713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.905713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.905713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.905903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.905943] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.906823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.906923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.906986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.907581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.907581] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.907581] env[66173]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 817.909416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.909416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.909416] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.910168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.910168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.910582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.910582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.910582] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.912670] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.912670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.912670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.912670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.912670] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.914882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.915015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.915072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.916727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.916727] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.916727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.916727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.916727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.916727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.916727] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.918036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.918036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.918036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.918036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.918036] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.919487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.919487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.919487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.919487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.919487] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.078937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.078937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.078937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.079322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.079322] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.080652] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.080850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.080954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.081398] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.089344] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 818.115895] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.116065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.116112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.116319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.125550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.125754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.141184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.141379] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 is going to be deleted. [ 818.142453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.142673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.164313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.164737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.164877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.165106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.165804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.165967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166797] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.167053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.167650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.167650] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 818.201483] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.201738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.201793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.201999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.202151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.202283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.230025] env[66173]: INFO networking_nsxv3.common.synchronization [req-663a9d78-c298-4ef7-80cb-5d4ae851df99 req-60457907-bce5-4da8-a63c-e55779e111cc tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 818.230025] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 818.230025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.230025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.230025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.230025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.230945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.232283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.232283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.232283] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.243452] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.243598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.243662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.244045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.294300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 818.584271] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.585265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.585265] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.585265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.585265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.585265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.585522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.585522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.585522] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.586620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.587400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.616402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.616594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.616594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.616979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.617316] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.617835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.617835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.617835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.618091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.618091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.618213] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.623334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.623490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.623788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623956] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624594] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.626504] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.626635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.626680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.626836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.627081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.627130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.627272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.627372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.627441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.627521] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.629947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.630139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.630139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.630347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.630435] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.630517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.630580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.630712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.631097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.631097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.631097] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.648918] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.650109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.650265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.650316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.650513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.705680] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.705875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.707027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.707162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.708442] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.708442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.709085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.709205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.710186] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.710186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.710771] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.710866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.711826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.711826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.713216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.713216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.713897] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.714007] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.715499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.715499] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be deleted. [ 818.716504] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.716568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.716608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.716804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.718265] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.718368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.750638] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 818.751210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.751377] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a is going to be deleted. [ 818.753065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.753279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.787854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.787976] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be deleted. [ 818.789035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.789274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.798810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.798987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.820930] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.821125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.822215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.822350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe is going to be deleted. [ 818.823389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.823646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.875583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.875743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c is going to be deleted. [ 818.876850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.877119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.931374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.950339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.950553] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96af2cc-f524-438f-b35e-459f2e329590 is going to be deleted. [ 818.951813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.952109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.975944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.976202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.013038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.013038] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 is going to be deleted. [ 819.013306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.013383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.089264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.089714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.089714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.089714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.089904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.090015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.090097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.090249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.090340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090591] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.090683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.090744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.090884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.091035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.091129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.091190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.091331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.091410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.091490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.091582] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.109887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.110122] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f is going to be deleted. [ 819.111661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.111889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121023] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.132237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.132449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.135312] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.136017] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.164141] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 831a12f8-80e8-4473-92bf-859cfcef4bf6: rpc.has_security_group_logging(os_id): False [ 819.168108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.168316] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 is going to be deleted. [ 819.169140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.169357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.172908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.173130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.223080] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.223264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.225919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.226189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.240052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.240210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be deleted. [ 819.241204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.241415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.371319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.371533] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b01827d5-b086-401e-9773-402d30ba28d6 is going to be deleted. [ 819.373747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.373904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.374035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.374453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.374599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.374784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.375020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.375357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.422529] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.422757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.450119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.450431] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 is going to be deleted. [ 819.451726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.452130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.453116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.453231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.453484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.454335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.454642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.454821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.454945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.457245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.457245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.457245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.457245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.457245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.457522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.457522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.485071] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.485392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.551470] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.551633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.554643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.555011] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.555186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.555304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.555557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.555664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.555830] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be updated. [ 819.557294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.557537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.594042] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf5d85b-a907-47d7-856e-e2a8f418c7d3: rpc.has_security_group_logging(os_id): False [ 819.614962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.616030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.624865] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 904366c9-59fd-4d1d-8bbb-d433577bbadc: rpc.has_security_group_logging(os_id): False [ 819.639857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f59aa06-702a-4d92-86f5-892b804d5a2a: rpc.has_security_group_logging(os_id): False [ 819.640731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3e1840-4f34-42bb-a5a7-bdd843656e63: rpc.has_security_group_logging(os_id): False [ 819.644848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.644848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.645708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.645708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.645955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.645955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.646084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.646160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.646537] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 819.647208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.647628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.647628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.647628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.647869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.647922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.647994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.692690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.692848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.692946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.692946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.693262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.693398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.693715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.693989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.694388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.694388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.694561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.694749] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.694875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.695092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.695243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.695286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 819.697518] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.697687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.697749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.697913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.699678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.699811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.708377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.709013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.709453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.709559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.709659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.709848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.709991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.721284] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 819.753577] env[66173]: INFO networking_nsxv3.common.synchronization [req-7b93fdcb-d0dd-448c-925b-a0968a78bf2b req-9315a85e-7305-4094-b3dc-15f8ede2857f tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 819.754323] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 819.754796] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.754796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.756733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.756733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.756733] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.767476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.767882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.768063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.768063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.768252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.768252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.768374] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be updated. [ 819.769756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.769971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.829066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.829550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.829550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.829715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.829818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.829924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.830042] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be updated. [ 819.831764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.832054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.864183] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.864183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.871650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.871650] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.871650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.871650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.871650] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 819.872984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.874203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.901645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: IN_PROGRESS for 2s [ 819.903833] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.903833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.903833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.903833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.903833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.924815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.924984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.925063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.926264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.926264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.947927] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: IN_PROGRESS for 2s [ 819.949898] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 819.995594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.995594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.995955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.996157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.049772] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: IN_PROGRESS for 2s [ 820.124833] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 820.125682] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.125855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.125855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.126180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.126335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.168250] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 820.237088] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.237455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.237670] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.238369] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.238825] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.239102] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.239316] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.239696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.239939] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.240288] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.240493] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.240689] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.240882] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.241095] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.241314] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.241529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.259847] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.278977] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.279380] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.279653] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.279987] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-736" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.280576] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.280887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.281159] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.281700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.282107] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.338918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 820.339460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.339460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.339908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.340017] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.761357] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.787639] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.787860] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.788035] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.788403] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.788622] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.788781] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 not found, creating... [ 820.789055] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.789225] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.789363] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.789590] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.789823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.790010] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.790166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.790318] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.790569] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.790706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.790838] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 is going to be created. [ 820.814354] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.816081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.816081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.816081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.816081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.816081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.842664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.842944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.843071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.843307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.843499] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.843627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.843712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.843876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.843962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.844077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.844215] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.266795] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.266795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.266795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.267265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.267265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.267265] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 821.298299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.298501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.299349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.299349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.299349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.310469] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 821.348047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.348275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.348345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.348572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.348756] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.348896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.348941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.349123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.349215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.349301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.349462] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.349539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.349597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.349740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.349877] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.349965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.350034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.350172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.350246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.350321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.350442] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.603539] env[66173]: INFO networking_nsxv3.common.synchronization [req-7b93fdcb-d0dd-448c-925b-a0968a78bf2b req-c12b5568-3ad3-4c46-9a00-21bbc097469c service nova] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_rules [ 821.603714] env[66173]: INFO networking_nsxv3.common.synchronization [req-7b93fdcb-d0dd-448c-925b-a0968a78bf2b req-c12b5568-3ad3-4c46-9a00-21bbc097469c service nova] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 821.603850] env[66173]: INFO networking_nsxv3.common.synchronization [req-7b93fdcb-d0dd-448c-925b-a0968a78bf2b req-c12b5568-3ad3-4c46-9a00-21bbc097469c service nova] Enqueued Resource ID: 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 with Priority: HIGHEST for action port [ 821.604505] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_rules [ 821.604647] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 821.604744] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 with Priority: HIGHEST for action port [ 821.605031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.605223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.605450] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.605522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.605690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.605788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.605846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.606084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.606168] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.732254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 821.732431] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 821.732544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.732707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.732924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.733141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.733274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.733343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.733500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.733577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.733656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.733740] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.859111] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 821.877919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.878126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.878178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.878393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.878494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.878694] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.878791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.878848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.879028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.879125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.879392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.879392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.879520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.879567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.879662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.880466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.880466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.880466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.880466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.880661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.880787] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 821.916113] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: SUCCESS [ 821.916355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.960652] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.960809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.960924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.961198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.971319] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 821.971575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.971757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972217] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.973886] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: SUCCESS [ 821.974223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.981355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 822.091762] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: SUCCESS [ 822.091762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.110091] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 with status ACTIVE [ 822.110091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.110091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.110091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.110537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.110537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.110707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.110859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.110920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.111124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.111223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.111339] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2 is going to be updated. [ 822.144028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.144028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.144028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.144028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.144028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.144028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cdf70d-a5fd-4ea3-aad5-8229b20b8aa2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.189709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 822.189972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.239924] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.239924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243017] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243017] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243017] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.469291] env[66173]: INFO networking_nsxv3.common.synchronization [req-0ce11a1f-728d-4f53-b8bb-477ccc742996 req-ebf51e20-eb65-4c6b-afc5-82e7072cc245 tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 822.470238] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 822.470386] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.470527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.470608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.470866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.471045] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.471160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.471221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.471371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.471451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.471542] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.476280] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.745286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 822.768348] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.768679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.768826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.768937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.769080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.769359] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.769501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.769587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.769703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.769797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.770171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.770255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.770382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.770784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.770868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.770938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.771019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.771098] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 822.839351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.839521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.839625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.839850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.839956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.855019] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 822.895888] env[66173]: INFO networking_nsxv3.common.synchronization [req-ddbd2d6b-6dec-43ea-8014-528c9d8c7f48 req-d2a0b17b-fb1e-4f48-9674-b620aa5f68d3 tempest-ServersTestBootFromVolume-1988014154 tempest-ServersTestBootFromVolume-1988014154-project-member] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 822.896587] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGHEST for action security_group_members [ 822.896943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.897133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.897232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.897464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.897649] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.900285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.900285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.900285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.900285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.900285] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.966834] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.966999] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.967143] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.967516] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.967781] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.967940] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.968121] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.968364] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.968642] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.968730] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.968836] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.968940] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.969074] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.969180] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.969295] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.969422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.974171] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.974320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.974513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.974892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.974892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.974985] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.975065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.975107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.975235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.975309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.975422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb already deleted. [ 822.975516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.989322] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.989546] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.989711] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.989889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.990243] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-bdf28e11-fa6e-4740-b04d-5b0f1540a591 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.990480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.990618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.990933] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.991122] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf28e11-fa6e-4740-b04d-5b0f1540a591',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.323813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 823.324069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.325027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.325293] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.325472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.325565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.325818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.325939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.327524] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.402781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.402991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.402991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.403179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.425393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.425678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.425823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.425885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.426088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.426170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.426264] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 is going to be updated. [ 823.455526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.456624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.465830] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: IN_PROGRESS for 2s [ 823.494190] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.494683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.494683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.494987] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.495214] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.495409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port bdf28e11-fa6e-4740-b04d-5b0f1540a591 not found, creating... [ 823.495729] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.495940] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.496127] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.496405] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.496594] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.496978] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497285] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.497439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.497717] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.497908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.498105] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: bdf28e11-fa6e-4740-b04d-5b0f1540a591 is going to be created. [ 823.522256] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.522504] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.522623] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.522929] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.523226] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.523489] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.833723] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.998913] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 823.999585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.252069] env[66173]: INFO networking_nsxv3.common.synchronization [req-0ce11a1f-728d-4f53-b8bb-477ccc742996 req-37b31c96-b658-4a3b-9975-8b9563830c86 service nova] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 824.252147] env[66173]: INFO networking_nsxv3.common.synchronization [req-0ce11a1f-728d-4f53-b8bb-477ccc742996 req-37b31c96-b658-4a3b-9975-8b9563830c86 service nova] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 824.252262] env[66173]: INFO networking_nsxv3.common.synchronization [req-0ce11a1f-728d-4f53-b8bb-477ccc742996 req-37b31c96-b658-4a3b-9975-8b9563830c86 service nova] Enqueued Resource ID: bdf28e11-fa6e-4740-b04d-5b0f1540a591 with Priority: HIGHEST for action port [ 824.252785] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 824.252918] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 824.253025] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf28e11-fa6e-4740-b04d-5b0f1540a591 with Priority: HIGHEST for action port [ 824.253304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.253423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.253527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.253684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.253766] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.255081] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.255263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.255263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.255422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.255592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.255693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.255773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257888] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.258727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf28e11-fa6e-4740-b04d-5b0f1540a591 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.258847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.259542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.259542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.259542] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf28e11-fa6e-4740-b04d-5b0f1540a591',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.337316] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.763270] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.766244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.766244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.766244] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdf28e11-fa6e-4740-b04d-5b0f1540a591 with status ACTIVE [ 824.766244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.766244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.766244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.766244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.766244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.766751] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.766893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.767008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.767733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.767867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.768108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.768245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.768376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.768603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.768740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.768854] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdf28e11-fa6e-4740-b04d-5b0f1540a591 is going to be updated. [ 824.794489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.794722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.794722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.795280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.795280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf28e11-fa6e-4740-b04d-5b0f1540a591" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.841416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.842462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.843928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.843928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.843928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.843928] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 824.872668] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 824.872908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.888632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.888632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.888632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.888847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.888881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.913437] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 825.272618] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.479043] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 in Status: SUCCESS [ 825.479043] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 deletion is rescheduled due to dependency. [ 825.479043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.776942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.777255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.777255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.777471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.777592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.777706] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be created. [ 825.824826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.825045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.825099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.846916] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: UNINITIALIZED for 2s [ 826.927967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.927967] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.927967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.927967] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.045657] env[66173]: INFO networking_nsxv3.common.synchronization [req-cbaa3e2c-db81-4753-81e3-65ea21f72734 req-c596189a-c9bd-4861-bed0-f7678bed0d99 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 827.046649] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 827.047486] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.047486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.047486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.048097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.048097] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.048097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.048097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.048097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.048450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.048450] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.434027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.434027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.434027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.434027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.434027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.435041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.435041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.435041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.435041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.435041] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.550912] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.870726] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 827.870947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.871183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.871446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.871659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.871797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.872597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.872989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.873105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.873271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.873416] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.939208] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaf5d85b-a907-47d7-856e-e2a8f418c7d3: rpc.has_security_group_logging(os_id): False [ 827.960131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.960283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.960367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.960838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.960838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.960951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.961042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.961102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.961268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.961344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.961568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.961653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.961711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.961852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.961923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.962273] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.962388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.962449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.962830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.962830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.962830] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 828.048760] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.048935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.049027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.050194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.050418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.055283] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.073491] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 828.377266] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.558625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.558884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.558884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.559193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.560819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.560819] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 828.599036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.599036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.599036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.599036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.599036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.612966] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 828.881297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb: rpc.has_security_group_logging(os_id): False [ 828.902831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.902971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.902971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.903502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.903502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.903604] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.903684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.903744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.904152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.904152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.904152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be created. [ 828.910497] env[66173]: INFO networking_nsxv3.common.synchronization [req-4338320d-9e1a-47b0-a2e2-468f02961bf1 req-51b72230-85f1-447e-ba5e-600e582b2944 tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 828.911066] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 828.912213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.912351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.913390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.913390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.913390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.913390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.913659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.913659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.913758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.913861] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.973008] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.973359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.974233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.974233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.974233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.991254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 829.416505] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.578583] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e8be8da-88e2-486e-8c68-dc613850320a req-62bb6400-b8c1-4219-a4f5-b62188ac2317 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 829.579867] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 829.579867] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.579867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.579867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.580166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.580166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.580552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.580690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.580790] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.918514] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.083318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.083839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.091260] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 830.091473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.105225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.105490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.105603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.105671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.105888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.105962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.106148] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 830.138544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.138711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.138754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.138964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.139117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.148611] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 830.420993] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.420993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.420993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.420993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.421341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.421341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 830.457758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.457977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.458034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.458289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.458476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.471026] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 830.623688] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 830.623951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008295] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 831.008295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.400245] env[66173]: INFO networking_nsxv3.common.synchronization [req-95bdcc0a-f237-476c-87c9-849128cd7c51 req-6fa3a7c2-d370-48dd-8303-db46c79c092f tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 831.400245] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 831.400894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.400894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.400894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.400894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.401323] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.401323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.401323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.401527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.401582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.402907] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.812879] env[66173]: INFO networking_nsxv3.common.synchronization [req-ad863d2d-fb95-4084-a11b-2286b7cea68e req-a9f5cd76-8d4f-4430-a498-1a1b1b98ae36 tempest-ListImageFiltersTestJSON-65409180 tempest-ListImageFiltersTestJSON-65409180-project-member] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 831.814323] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGHEST for action security_group_members [ 831.815385] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.815609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.815722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.816059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.816318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.816469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.816677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.816912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.817067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.817443] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.902658] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.903039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.903135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.904066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.904066] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.904066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.904333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.904459] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.904564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.904791] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.904979] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.905152] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.905618] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.905618] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.905618] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.905788] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.907864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.907994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.908079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.908252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.908486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.908565] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.908637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.908755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.908954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.909054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.909151] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b already deleted. [ 831.909599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.932929] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.933277] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.933489] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.933775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.934172] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-4890b28f-5b52-4609-8ccc-15272ef1368b taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.934442] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.934571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.934930] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.935175] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4890b28f-5b52-4609-8ccc-15272ef1368b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.160601] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 832.160601] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d deletion is rescheduled due to dependency. [ 832.160601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.320737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.321178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.321281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.321640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.353534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.353810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.353929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.353995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.354245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.354315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.354399] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be updated. [ 832.383780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.383780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.383780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.384103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.384103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393622] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: IN_PROGRESS for 2s [ 832.438576] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.438576] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.438576] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439273] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 4890b28f-5b52-4609-8ccc-15272ef1368b not found, creating... [ 832.439441] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439561] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439725] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.440028] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.440519] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.440695] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440809] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.441662] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.441885] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.442165] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 4890b28f-5b52-4609-8ccc-15272ef1368b is going to be created. [ 832.469042] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.469221] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.470405] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.471050] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.471196] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.471587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.485124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 832.485453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.209062] env[66173]: INFO networking_nsxv3.common.synchronization [req-95bdcc0a-f237-476c-87c9-849128cd7c51 req-d0e831ae-6bac-4e6f-a75f-68040261b557 service nova] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 833.209062] env[66173]: INFO networking_nsxv3.common.synchronization [req-95bdcc0a-f237-476c-87c9-849128cd7c51 req-d0e831ae-6bac-4e6f-a75f-68040261b557 service nova] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 833.209062] env[66173]: INFO networking_nsxv3.common.synchronization [req-95bdcc0a-f237-476c-87c9-849128cd7c51 req-d0e831ae-6bac-4e6f-a75f-68040261b557 service nova] Enqueued Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 833.209062] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 833.209062] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 833.210107] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 833.211777] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.211777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.211777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.211777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.212414] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.213637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.213637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.213637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.213846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.214825] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.214825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.214825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.215074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.215212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.215777] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.218810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4890b28f-5b52-4609-8ccc-15272ef1368b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.221816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.221816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.221816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.221816] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4890b28f-5b52-4609-8ccc-15272ef1368b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.718589] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.722981] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4890b28f-5b52-4609-8ccc-15272ef1368b with status ACTIVE [ 833.723230] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.723379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.724620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.725175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.725175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.725175] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4890b28f-5b52-4609-8ccc-15272ef1368b is going to be updated. [ 833.726295] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.726398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.749449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.749575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.749722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.749877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078309] env[66173]: INFO networking_nsxv3.common.synchronization [req-89bc6257-809b-4118-b48d-df81e476bfc9 req-db55a251-98b1-494a-a386-967b88634793 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 834.079461] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 834.080123] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.081101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.081546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.082706] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.084022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.084022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.084022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.084022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.084022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.221576] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.406081] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a in Status: SUCCESS [ 834.407151] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a deletion is rescheduled due to dependency. [ 834.407283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.588162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.588162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.588162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.588362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.588362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.588580] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.588580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.588965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.588965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.588965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.588965] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 already deleted. [ 834.589103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.591177] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.592726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.592726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.592726] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.593485] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.594953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.594953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.594953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.594953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.594953] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.594953] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.595258] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.597022] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.597022] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.597022] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.597022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.619391] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.619578] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.619732] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.619950] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.620339] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-c21d26b7-e28b-4e55-8feb-84285d3da65a taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.620467] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.620581] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.620936] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.621113] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21d26b7-e28b-4e55-8feb-84285d3da65a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.724838] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.725208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.725208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.725353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.725442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.725538] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be created. [ 834.793402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.793402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.793402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.793711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.793711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.805020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: UNINITIALIZED for 2s [ 835.124380] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.124806] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.125052] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.125466] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.125703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.126862] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port c21d26b7-e28b-4e55-8feb-84285d3da65a not found, creating... [ 835.126862] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.126862] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.126862] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.127205] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.127538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.127888] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.128697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.128697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.128697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.128887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.129047] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: c21d26b7-e28b-4e55-8feb-84285d3da65a is going to be created. [ 835.154153] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.154580] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.154794] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155242] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155634] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.931797] env[66173]: INFO networking_nsxv3.common.synchronization [req-89bc6257-809b-4118-b48d-df81e476bfc9 req-82f2e9ce-84c3-4fd4-a858-7bae3c7ba60e service nova] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 835.931797] env[66173]: INFO networking_nsxv3.common.synchronization [req-89bc6257-809b-4118-b48d-df81e476bfc9 req-82f2e9ce-84c3-4fd4-a858-7bae3c7ba60e service nova] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 835.932125] env[66173]: INFO networking_nsxv3.common.synchronization [req-89bc6257-809b-4118-b48d-df81e476bfc9 req-82f2e9ce-84c3-4fd4-a858-7bae3c7ba60e service nova] Enqueued Resource ID: c21d26b7-e28b-4e55-8feb-84285d3da65a with Priority: HIGHEST for action port [ 835.934045] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_rules [ 835.934045] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 835.934045] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21d26b7-e28b-4e55-8feb-84285d3da65a with Priority: HIGHEST for action port [ 835.934045] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.934045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.934528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.934528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.934528] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.935507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.935657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.935742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.935930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.936127] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.936227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.936288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.936440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.936522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.936796] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.942786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c21d26b7-e28b-4e55-8feb-84285d3da65a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.942786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.942786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.942786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.942786] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21d26b7-e28b-4e55-8feb-84285d3da65a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.443442] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.444712] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c21d26b7-e28b-4e55-8feb-84285d3da65a with status ACTIVE [ 836.444712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.444884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.444884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.448025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.449130] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c21d26b7-e28b-4e55-8feb-84285d3da65a is going to be updated. [ 836.449879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.449996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.484634] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.484867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.484867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.485053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.485288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c21d26b7-e28b-4e55-8feb-84285d3da65a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.816898] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 836.817523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.817523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.817618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.817792] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.817926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.817997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.818174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.819038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.819038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.819038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.880861] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-43f2ee2d-683c-4e06-94cd-fd6e5343c8e0 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 836.883800] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 836.883800] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883800] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883800] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.945292] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.284343] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.284545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.284666] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285296] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.285463] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.285576] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.285808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.285948] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.286127] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.286235] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.286339] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.286445] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.286545] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.286645] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.286777] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.319266] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.319266] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.319266] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.319266] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.319266] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-cf146267-b551-426a-b210-99067b88d3f5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.319266] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.319266] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.319266] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.319266] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf146267-b551-426a-b210-99067b88d3f5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.321052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.321333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.321333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.321468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.322568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.322568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.322568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.322568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.322568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.322568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.323124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.323124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.323124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.323124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.323124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.323332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.323332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.323415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.323461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.324371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.324371] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.386613] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.386840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.387132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.387364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.387478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387768] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.387883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.387971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.388284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.388284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.388455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a already deleted. [ 837.388455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.449215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.449279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.449504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.449621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449682] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 is going to be created. [ 837.482392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.494881] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: UNINITIALIZED for 2s [ 837.822367] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.825020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port cf146267-b551-426a-b210-99067b88d3f5 not found, creating... [ 837.825020] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.825020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.825631] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.825631] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.825954] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.826460] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.826715] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.827990] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: cf146267-b551-426a-b210-99067b88d3f5 is going to be created. [ 837.828611] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 837.846413] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.846413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.846413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.846638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.846737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.847009] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.847142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.847206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.847378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.847463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.847671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.847794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.847859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.848016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.848142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.848536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.848589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.848698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.848766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.848851] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be created. [ 837.850814] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.850993] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.851157] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.851399] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.851668] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.851970] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.950230] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.950789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.950789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.950789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.950985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.971036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 838.724677] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-2a6d857f-e843-4318-800c-e8313c7d0ad4 service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 838.724917] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-2a6d857f-e843-4318-800c-e8313c7d0ad4 service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 838.725163] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-2a6d857f-e843-4318-800c-e8313c7d0ad4 service nova] Enqueued Resource ID: cf146267-b551-426a-b210-99067b88d3f5 with Priority: HIGHEST for action port [ 838.725928] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 838.726127] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 838.726291] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf146267-b551-426a-b210-99067b88d3f5 with Priority: HIGHEST for action port [ 838.726678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.726830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.726924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.727302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.731028] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.731028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.731028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.731028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.731028] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.736627] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf146267-b551-426a-b210-99067b88d3f5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.736926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.737102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.737361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.737502] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf146267-b551-426a-b210-99067b88d3f5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.241703] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.242820] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf146267-b551-426a-b210-99067b88d3f5 with status ACTIVE [ 839.243042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.243190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.243260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.243474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.243669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.243868] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.244070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.244070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.244192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.244352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.244532] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.244627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.244836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.245088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.245335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.245335] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf146267-b551-426a-b210-99067b88d3f5 is going to be updated. [ 839.246545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.246640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.268972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.270096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.270096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.270096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.270096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.270096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf146267-b551-426a-b210-99067b88d3f5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.508150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: SUCCESS [ 839.508300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.508442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.509046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.509046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.509185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.509185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.509366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.509443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.509513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.509597] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.529793] env[66173]: INFO networking_nsxv3.common.synchronization [req-c126d602-5c2f-4536-af7e-c389f1ffbd2e req-12e5b4f8-9ce2-4cc7-9d66-d8985aea3a6d tempest-ServersTestFqdnHostnames-662058754 tempest-ServersTestFqdnHostnames-662058754-project-member] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 839.531243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGHEST for action security_group_members [ 839.531562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.531684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.531749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.531947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.532116] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.532212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.532272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.532419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.532516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.532607] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.747735] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.987220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 839.987220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.011955] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.036640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.036837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.037390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.037550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.037668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.037736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.037899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.038053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.038155] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be updated. [ 840.070047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.070199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.070265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.070510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.070655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.079788] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: IN_PROGRESS for 2s [ 840.250016] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.250674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.250674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.254794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.254794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.254794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be created. [ 840.281765] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.281849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.281960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.282167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.283184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.297657] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: UNINITIALIZED for 2s [ 840.332350] env[66173]: INFO networking_nsxv3.common.synchronization [None req-a2daf129-d29a-4ed2-a030-1c98cbda7620 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 840.336021] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 840.336021] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.336021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.336021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.336021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.336021] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.451538] env[66173]: INFO networking_nsxv3.common.synchronization [None req-da873acf-dccc-4585-9033-8124ef4cdec1 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 840.452616] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 840.452732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.456068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.516207] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 262fb152-6a66-4abd-a9a0-6fc82bc30259: rpc.has_security_group_logging(os_id): False [ 840.537052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.537052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.537052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.537052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 is going to be created. [ 840.612625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.612788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.612788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.613144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.613144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.626554] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: IN_PROGRESS for 2s [ 840.860929] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.860929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.861350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.861350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.861350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.861545] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e already deleted. [ 840.861545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.861659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.861831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.861960] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.391871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.391871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392548] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e already deleted. [ 841.392548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.092117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc in Status: SUCCESS [ 842.092319] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc deletion is rescheduled due to dependency. [ 842.092430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.311740] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 842.311960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.312149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.312375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.312575] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.312696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.312758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.312911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.312991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.313087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.313187] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.641350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: SUCCESS [ 842.643184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.816194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.816250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.816339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.816717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.816717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.816717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.816717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.818496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.818496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.818496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.818496] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.320369] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3846cb8-dcba-4559-9913-80b38e66af6a: rpc.has_security_group_logging(os_id): False [ 843.338510] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.338736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.338804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.338973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.339079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.339297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.339406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.339492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.339856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.339947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.340150] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.340247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.340310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.340455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.340518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.340697] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.340788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.340846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.340983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.341070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.341154] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be created. [ 843.397334] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 843.397599] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 843.398502] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 843.398502] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 843.398502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.398728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.398728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.398904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.399075] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.399182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.399244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.399379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.399462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.399554] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.400411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.400530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.400598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.402051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.402051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.402051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.402051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.402051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.402051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.402051] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.410462] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.410784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.410893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.411108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.411285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.425974] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_rules [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [req-b6a9d471-ab3d-40b8-8113-75635df3ecff req-f42d44e5-dfa4-4dc0-a451-acca72e90bc7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_rules [ 843.451865] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 843.452395] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 843.452395] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 843.452721] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.452892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.453187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.453285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.453642] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.454531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.454721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.454874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.455744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.455744] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.456425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4890b28f-5b52-4609-8ccc-15272ef1368b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.456425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.456425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.456755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.459114] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4890b28f-5b52-4609-8ccc-15272ef1368b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.459114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.459114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.459114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.459114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.903282] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.906582] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.961839] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.961982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.962156] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.962266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.962569] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4890b28f-5b52-4609-8ccc-15272ef1368b with status ACTIVE [ 843.962748] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.962863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.962929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.963147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.963238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.963414] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.963511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.963571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.963719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.963804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.963970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.964074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.964134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.964277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.964481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.964594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4890b28f-5b52-4609-8ccc-15272ef1368b is going to be updated. [ 843.989128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.989128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.989128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.989128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.989582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.989582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.142728] env[66173]: INFO networking_nsxv3.common.synchronization [None req-99b0ae9a-6719-4047-81e3-7bd5f338871d None None] Enqueued Resource ID: 79e014aa-6441-482e-bf8e-6d04ca1f2ef8 with Priority: HIGHEST for action port [ 844.142728] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e014aa-6441-482e-bf8e-6d04ca1f2ef8 with Priority: HIGHEST for action port [ 844.143119] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e014aa-6441-482e-bf8e-6d04ca1f2ef8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.143119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e014aa-6441-482e-bf8e-6d04ca1f2ef8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.143119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e014aa-6441-482e-bf8e-6d04ca1f2ef8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.147894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e014aa-6441-482e-bf8e-6d04ca1f2ef8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.147894] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e014aa-6441-482e-bf8e-6d04ca1f2ef8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.151675] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-d2d8aa24-e327-40bb-a53b-fa9d2cf0b775 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 844.152283] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 844.152723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.152820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.152820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.155473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.155473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.155473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.155473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.155473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.155473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.155473] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.405970] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.411693] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.545040] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.545040] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.545040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.545558] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.545558] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.545558] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.545670] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.548723] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.548723] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.548723] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.548723] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.569280] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.569280] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.569280] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.569280] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.569280] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-47f8a583-1acc-4761-9155-44e3f1a7b035 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.569280] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.569280] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.569280] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.569280] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f8a583-1acc-4761-9155-44e3f1a7b035',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.646797] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79e014aa-6441-482e-bf8e-6d04ca1f2ef8 [ 844.647059] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.647202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.647320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.647974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.647974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.647974] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79e014aa-6441-482e-bf8e-6d04ca1f2ef8 already deleted. [ 844.647974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e014aa-6441-482e-bf8e-6d04ca1f2ef8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.655962] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.790290] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 844.790524] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 844.790708] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 844.791251] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 844.791388] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 844.791485] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 844.791753] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.792196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.792343] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.792438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.792494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.792644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.792745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.792803] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.793635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.793738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.793924] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.794018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.837537] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 844.837729] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 844.837884] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_rules [ 844.838023] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 844.838118] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_rules [ 844.838227] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 844.838347] env[66173]: INFO networking_nsxv3.common.synchronization [req-f09271cc-281b-473e-9e9a-14203427ee5f req-8b159155-f296-414f-aa13-2fe58405b488 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 844.838867] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 844.839013] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_rules [ 844.839426] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 844.839585] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4890b28f-5b52-4609-8ccc-15272ef1368b with Priority: HIGHEST for action port [ 844.839638] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_rules [ 844.839701] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 844.839856] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 844.840275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.840399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.840625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.840730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.840791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.841274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.841418] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.842678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.842826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.843044] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4890b28f-5b52-4609-8ccc-15272ef1368b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.843151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.843216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.843394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.843483] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4890b28f-5b52-4609-8ccc-15272ef1368b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.844241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.844417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.844620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.844712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.845028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.845028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.909057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.909407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.909407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.909521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.909612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.909705] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be created. [ 844.914092] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.914251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.914301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.914512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.914596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.914685] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 844.936020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.936240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.936424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.937034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.937034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.943466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.943668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.943668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.943873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.944015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.947456] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: UNINITIALIZED for 2s [ 844.951597] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 845.072512] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.072512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.072512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.072681] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.072816] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.072993] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 47f8a583-1acc-4761-9155-44e3f1a7b035 not found, creating... [ 845.073564] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.073564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.073564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.073829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.074069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.074361] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.074519] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.074681] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.074840] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.075050] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.075114] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 47f8a583-1acc-4761-9155-44e3f1a7b035 is going to be created. [ 845.097630] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.097851] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.097971] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.098255] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.098477] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.098697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.157747] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.295166] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.349931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4890b28f-5b52-4609-8ccc-15272ef1368b with status ACTIVE [ 845.350023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.350179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.350224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.350463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.350570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.350766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.350892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.350956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351438] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.351560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.351808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.351897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.351996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4890b28f-5b52-4609-8ccc-15272ef1368b is going to be updated. [ 845.354523] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.354523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.380823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.381033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.381128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4890b28f-5b52-4609-8ccc-15272ef1368b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.441178] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 845.441459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662104] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.663239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.664702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.664702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.664702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.664702] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 845.697140] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.697601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.697717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.698036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.698494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.709979] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 845.797545] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.843691] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-e556026f-9035-4370-9038-0e8885d450cb service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 845.843779] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-e556026f-9035-4370-9038-0e8885d450cb service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 845.844060] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-e556026f-9035-4370-9038-0e8885d450cb service nova] Enqueued Resource ID: 47f8a583-1acc-4761-9155-44e3f1a7b035 with Priority: HIGHEST for action port [ 845.844792] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 845.845085] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 845.845085] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f8a583-1acc-4761-9155-44e3f1a7b035 with Priority: HIGHEST for action port [ 845.845475] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.845703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.845942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.846269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.847268] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.848656] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.848831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849112] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f8a583-1acc-4761-9155-44e3f1a7b035 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.849492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.849591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.849650] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f8a583-1acc-4761-9155-44e3f1a7b035',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.303468] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.303468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.303468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.303468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.303468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.303468] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be created. [ 846.307070] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9cb8be9a-9ec9-4df3-9bbb-440cfb49d40d None None] Enqueued Resource ID: ff4a9ac4-4d11-410e-b399-31c51763c003 with Priority: HIGHEST for action port [ 846.308493] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4a9ac4-4d11-410e-b399-31c51763c003 with Priority: HIGHEST for action port [ 846.310175] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4a9ac4-4d11-410e-b399-31c51763c003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.310175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4a9ac4-4d11-410e-b399-31c51763c003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.310175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4a9ac4-4d11-410e-b399-31c51763c003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.310175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4a9ac4-4d11-410e-b399-31c51763c003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.310175] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4a9ac4-4d11-410e-b399-31c51763c003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.336849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.336849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.336849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.336849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.336849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.351362] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: UNINITIALIZED for 2s [ 846.351362] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.351362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.351362] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47f8a583-1acc-4761-9155-44e3f1a7b035 with status ACTIVE [ 846.353127] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353127] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.353127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353509] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.353593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.353674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.353960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.353960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.354113] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47f8a583-1acc-4761-9155-44e3f1a7b035 is going to be updated. [ 846.379577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.379820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.380027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.380174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.380338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f8a583-1acc-4761-9155-44e3f1a7b035" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.815300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff4a9ac4-4d11-410e-b399-31c51763c003 [ 846.815300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.815300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.815300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.815300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.815300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.815300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff4a9ac4-4d11-410e-b399-31c51763c003 already deleted. [ 846.815300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4a9ac4-4d11-410e-b399-31c51763c003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.964022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 846.964022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.964419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.964477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.964653] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.964770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.964829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.964982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.965071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.965163] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.966739] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 846.966916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.967155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967482] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.967640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968209] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.469932] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.471484] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.729104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 847.729298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.729822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.729822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.729968] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.730040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.730076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.730207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.730266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.730363] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.973817] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.974846] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.234516] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.367251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: SUCCESS [ 848.367548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.368678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.368748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.368953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.369071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.369172] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.480090] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.480470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.480470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.480551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.480894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.480894] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 848.482028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.482167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.482206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.482501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.482501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.482593] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be updated. [ 848.514759] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.514911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.515016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.515209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.515361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.519161] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.519326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.519436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.519673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.519856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.532245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 848.533102] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 848.735455] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.871708] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.004211] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-09c76327-64e1-4f53-9805-f13b54569222 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 849.004211] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 849.004905] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.005104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.237856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.238334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.238334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.238334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.238581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.238581] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 849.294024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.294024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.294024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.294024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.294024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.307294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 849.362373] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.362494] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.362540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.362810] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.365042] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.365042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.365042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.365042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.365042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.365297] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.365385] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.365544] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.365655] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.365762] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.365886] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.366041] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.373858] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.386076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.386252] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.386403] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.386574] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.386927] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-f83c6b2d-68e5-4bd3-8112-88998bcd1942 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.387125] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.387241] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.387563] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.387703] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83c6b2d-68e5-4bd3-8112-88998bcd1942',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.875738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.876065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.876065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.876182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.876272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.876368] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be updated. [ 849.891079] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.891306] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.891429] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.891705] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.891844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.891987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port f83c6b2d-68e5-4bd3-8112-88998bcd1942 not found, creating... [ 849.892253] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.892428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.892549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.892757] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.892887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.893176] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.893325] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.893438] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.893635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.893762] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.893894] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: f83c6b2d-68e5-4bd3-8112-88998bcd1942 is going to be created. [ 849.903747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.903928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.904048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.904333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.904545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.913469] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: IN_PROGRESS for 2s [ 849.914663] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.914745] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.914814] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.915084] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.915297] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.915555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.548427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 850.548711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.548952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.549306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.549685] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.551012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.551012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.551012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.551012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.551012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.551012] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.552839] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 850.553239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.553445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.553671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.554016] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.554210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.554346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.555236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.555236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.555236] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.555947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.556170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.556597] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.556766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.556883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.557823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.557971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.558159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.558419] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.560014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.560559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.560727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.561258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.561258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.561258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.561412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.561572] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.692617] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-c527fcb9-e55f-40a9-adfc-91d6c139a527 service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 850.692617] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-c527fcb9-e55f-40a9-adfc-91d6c139a527 service nova] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 850.692773] env[66173]: INFO networking_nsxv3.common.synchronization [req-b601e7fe-5a45-4276-a086-d157d95edf4e req-c527fcb9-e55f-40a9-adfc-91d6c139a527 service nova] Enqueued Resource ID: f83c6b2d-68e5-4bd3-8112-88998bcd1942 with Priority: HIGHEST for action port [ 850.693496] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_rules [ 850.693632] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 850.693842] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83c6b2d-68e5-4bd3-8112-88998bcd1942 with Priority: HIGHEST for action port [ 850.694481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.694637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.694864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.695054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.695156] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83c6b2d-68e5-4bd3-8112-88998bcd1942 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.695268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.695321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.695623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.695673] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83c6b2d-68e5-4bd3-8112-88998bcd1942',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.061400] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.062453] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.063724] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063724] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.198314] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f83c6b2d-68e5-4bd3-8112-88998bcd1942 with status ACTIVE [ 851.198314] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.198314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.198314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.198613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.198613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.198712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.198814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.198874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.199062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.199148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.199667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.199772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.199846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.199995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.200083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.200167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f83c6b2d-68e5-4bd3-8112-88998bcd1942 is going to be updated. [ 851.221793] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.221941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.222018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.222226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.222361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.222517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83c6b2d-68e5-4bd3-8112-88998bcd1942" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.320507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 851.320730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.320895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.321151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.321359] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.321484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.321546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.321694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.321776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.321860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.321960] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.324149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.324149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.324318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.324412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.324533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.324639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.324716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.324807] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.564152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11f43e3-4713-4732-84cf-f31fee23f410: rpc.has_security_group_logging(os_id): False [ 851.565875] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.567628] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.588637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.588799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.588869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.589173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.589252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.589512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.589609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.589609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.590095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.590095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.590095] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be created. [ 851.659987] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.662067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.662067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.662067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.662067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.674220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 851.744945] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-a7379d74-58f0-4601-99f0-b5090c180388 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 851.745165] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 851.745502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.746043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.746043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.746043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.746043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.746236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.746236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.748033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.748033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.748033] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.824652] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.824778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.827224] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.925172] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: SUCCESS [ 851.925412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.925728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.925823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.926245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.926245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.926245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.926524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.926524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.926524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.926673] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.069316] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.069646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.069646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.069812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.069856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.069975] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be updated. [ 852.071812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.072016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.072130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.072481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.072664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.073665] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 852.123042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.123042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.123042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.123042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.123673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.125052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.125192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.125238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.125629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.125629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.139776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 852.140824] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 852.144280] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-398fd167-d039-49f5-ace0-1dd0f5eec66e tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 852.145569] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 852.145569] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.145569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.248294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.248512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.248512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.252377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.276507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.277378] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.277378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.277378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.277378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.277378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.277646] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 852.329628] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.338485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.338485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.338485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.338727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.338816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.355960] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 852.429436] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.551148] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.551401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-388" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.551545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-388" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.551968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-388" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.552449] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.552583] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.552700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.552976] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.553380] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.553380] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.553659] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.553785] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.553902] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.554113] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.554184] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.554270] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.582980] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.583203] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.583431] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.583621] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-388" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.583935] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-c6351583-fc6c-4f01-8447-5db6288e60cb taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.584160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.584301] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.584685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.584834] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6351583-fc6c-4f01-8447-5db6288e60cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.832723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.832723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.832921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.833015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.833118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.833215] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 852.862660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.862906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.862906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.863134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.863277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873559] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 852.932242] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70c548d1-98c9-4c67-8024-d27e67ca2709: rpc.has_security_group_logging(os_id): False [ 852.948289] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.948480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.948480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.948718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.948804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.949031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.949134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.949195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.949357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.949432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.949517] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be created. [ 852.971760] env[66173]: INFO networking_nsxv3.common.synchronization [req-1a339c6d-9a75-45f6-a783-f1c8010e0d26 req-0b9e3ca4-2ab8-4082-a9d7-a27cbb1daf9a tempest-ServersTestJSON-816653796 tempest-ServersTestJSON-816653796-project-member] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 852.972407] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGHEST for action security_group_members [ 852.972670] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.972789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.972853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.973055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.973204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.973302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.973363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.973540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.973623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.973728] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.002403] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.002663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.002879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.003152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.003336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.017125] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: IN_PROGRESS for 2s [ 853.088101] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.088506] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.088506] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.089844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.089844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.089844] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port c6351583-fc6c-4f01-8447-5db6288e60cb not found, creating... [ 853.089844] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.089844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.089844] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.090314] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.090314] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.091349] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.091724] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.091968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.092304] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.094456] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.094456] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: c6351583-fc6c-4f01-8447-5db6288e60cb is going to be created. [ 853.121730] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.121730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.121730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.121730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.121730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.121730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.476296] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.476623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.476704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.479191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.508703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.508839] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.508946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.509012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.509228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.509340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.509471] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d is going to be updated. [ 853.547314] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.547578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.547733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.547878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: IN_PROGRESS for 2s [ 853.688313] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 853.689154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.689154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.689154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.689154] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.887500] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-7e1edc37-711e-4acf-b8b7-937a96193260 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 853.887678] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-7e1edc37-711e-4acf-b8b7-937a96193260 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 853.887814] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-7e1edc37-711e-4acf-b8b7-937a96193260 service nova] Enqueued Resource ID: c6351583-fc6c-4f01-8447-5db6288e60cb with Priority: HIGHEST for action port [ 853.888404] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 853.888519] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 853.888653] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6351583-fc6c-4f01-8447-5db6288e60cb with Priority: HIGHEST for action port [ 853.888961] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.889097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.889161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.889358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.889437] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.890341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.890408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.890546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6351583-fc6c-4f01-8447-5db6288e60cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.890642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.890701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.890968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.890968] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6351583-fc6c-4f01-8447-5db6288e60cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.151523] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 854.151803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.152819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.152819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.152819] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.152819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.152819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.153161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.153161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.153238] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.154756] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 854.154951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.155619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.155619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.155619] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.155619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.155619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.156924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.156924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.156924] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.191726] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.191856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.367629] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 854.367629] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 deletion is rescheduled due to dependency. [ 854.367629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.367857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.367974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.368549] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.368549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.368549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.368549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.368785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.368785] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.392380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.392525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.393827] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6351583-fc6c-4f01-8447-5db6288e60cb with status ACTIVE [ 854.394015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.394127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.394193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.394398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.394540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.394709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.394801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.394860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.395027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.395105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.395280] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.395369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.395453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.395634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.395670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.395763] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6351583-fc6c-4f01-8447-5db6288e60cb is going to be updated. [ 854.420484] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.420700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.420847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.421198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.421353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.421509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6351583-fc6c-4f01-8447-5db6288e60cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658903] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.660348] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.709185] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.709442] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-579" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.709568] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-579" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.709888] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-579" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.710151] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.710315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.710441] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.710655] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.710718] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.710913] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.711030] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.711156] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.711235] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.712142] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.712142] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.712142] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.730932] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.731138] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.731306] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.731483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-579" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.731837] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.731985] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.732077] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.732400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.732543] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85cdf1e-e791-40fc-b4b5-a945f471a4e0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.871889] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.883040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 854.883295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.883753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.883964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.884165] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.884277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.884339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.884574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.884711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.884763] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.030486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: SUCCESS [ 855.032078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.162959] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.163964] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.235440] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235693] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.235819] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.236115] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.236265] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.236414] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port c85cdf1e-e791-40fc-b4b5-a945f471a4e0 not found, creating... [ 855.236667] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.236821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.236933] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.237174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.237308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.237582] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.237734] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.237846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.238085] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.238216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.238350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: c85cdf1e-e791-40fc-b4b5-a945f471a4e0 is going to be created. [ 855.241175] env[66173]: INFO networking_nsxv3.common.synchronization [None req-88ea59db-a83d-41e5-99a4-12f4a1ce1126 tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 with Priority: HIGHEST for action security_group_rules [ 855.242057] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 with Priority: HIGHEST for action security_group_rules [ 855.242382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.242512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.242578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.242792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.242905] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c346799-1c5e-4431-8a1b-b319f1ed11c4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.264077] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.265058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.265058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.265058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.265058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.265269] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.323780] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5df64a8a-1f1f-4645-9fb7-197359250c9f tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 with Priority: HIGHEST for action security_group_rules [ 855.324339] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 with Priority: HIGHEST for action security_group_rules [ 855.324708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.324849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.373419] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.387204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.569995] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d in Status: SUCCESS [ 855.570216] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d deletion is rescheduled due to dependency. [ 855.570324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.666086] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.666308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.666355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.666564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.666653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.666779] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be updated. [ 855.668099] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.668223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.668309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.668478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.668560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.668646] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 855.710145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.710145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.710145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.710145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.711809] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.711926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.711992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.716335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.716515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.727197] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 855.727988] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 855.772420] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.772420] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 already deleted. [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.772420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.773037] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c346799-1c5e-4431-8a1b-b319f1ed11c4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.876331] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.876560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.876560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.876832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.876903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.876990] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 855.888914] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.908460] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.908694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.908694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.908836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.908971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.919249] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 856.038018] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-a2fce3c6-30f3-41bb-88d3-0f8dc45ff254 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 856.038216] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-a2fce3c6-30f3-41bb-88d3-0f8dc45ff254 service nova] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 856.038451] env[66173]: INFO networking_nsxv3.common.synchronization [req-b347bbf2-6e5c-4a38-8857-d3d68d78b98a req-a2fce3c6-30f3-41bb-88d3-0f8dc45ff254 service nova] Enqueued Resource ID: c85cdf1e-e791-40fc-b4b5-a945f471a4e0 with Priority: HIGHEST for action port [ 856.038947] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_rules [ 856.040356] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 856.040489] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85cdf1e-e791-40fc-b4b5-a945f471a4e0 with Priority: HIGHEST for action port [ 856.041317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.041681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c85cdf1e-e791-40fc-b4b5-a945f471a4e0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.310569] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.310983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.310983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.311201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.311293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.311407] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c346799-1c5e-4431-8a1b-b319f1ed11c4 already deleted. [ 856.311509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c346799-1c5e-4431-8a1b-b319f1ed11c4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.392656] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.392808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.392882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.393128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.393218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.393325] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 856.434597] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.434833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.434943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.435279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.435566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460830] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 856.545890] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c85cdf1e-e791-40fc-b4b5-a945f471a4e0 with status ACTIVE [ 856.545890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.545890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.545890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.546371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.546371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.546488] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.546573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.546629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.546811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.546910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.547092] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.547242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.547242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.547657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.547657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.547657] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c85cdf1e-e791-40fc-b4b5-a945f471a4e0 is going to be updated. [ 856.575813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.575813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.575813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.576030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.576030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.576177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c85cdf1e-e791-40fc-b4b5-a945f471a4e0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.739840] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 857.740137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.742022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.742022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.742022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.742374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.742374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.742516] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.744553] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 857.744757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.744918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.746022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.746387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.746387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.746790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.746790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.746790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746973] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.931380] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 857.931549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.931707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.931916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933323] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.249269] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.250281] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 858.274401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.274711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.274711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.275030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.275030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.275181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.275268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.275328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.275503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.275576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.275781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.275867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.275924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.276074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.276136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.277234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.277234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.277234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.277234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277234] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 858.357013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.357013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.357013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.357013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.357013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.373464] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 858.435496] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.475774] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 858.476101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.476419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.476756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.476899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.477068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.477169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.477391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.477512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.477691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.477928] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.478088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.478183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.478390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.478592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.478728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.478824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.479030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.479169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.753336] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11f43e3-4713-4732-84cf-f31fee23f410: rpc.has_security_group_logging(os_id): False [ 858.775400] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.775400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.776792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.777035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.777133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.777580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.777632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.777796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.777870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777956] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be updated. [ 858.837590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.837590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.837590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.837590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.849433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 858.937503] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.984310] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3846cb8-dcba-4559-9913-80b38e66af6a: rpc.has_security_group_logging(os_id): False [ 859.013800] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.014044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.014435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.014624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.014921] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.015056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.015122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.016883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.017020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.017289] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.017407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.018269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.018504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.018595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.018923] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.019426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.019917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.020129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.020218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.020318] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 859.089563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.089710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.090049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.090404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.113859] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 859.316850] env[66173]: INFO networking_nsxv3.common.synchronization [req-6131a3ed-2a3b-451d-bc1b-8c1f4746da0d req-df069962-6f61-481b-8974-dc9895e92ffe tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 859.317447] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 859.317788] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.317902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.317967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.318771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.318976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.319142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.319233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.319421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.319546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.319673] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.440209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.440290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.440371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.440574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.440679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.440777] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 859.471996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.472195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.472249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.472438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.472587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.483861] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 859.821809] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.822145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.822145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.822271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.844630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.844895] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.845017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.845076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.845290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.845368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.845461] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 859.872418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.872589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.872660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.872871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.873031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.881826] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 860.388732] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 860.388732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.388732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.388732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.388732] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.863103] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 860.863354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.891297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.891297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.891297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.893737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.893737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.893951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.893951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.894109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.894192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.894279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.894372] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.129551] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 861.129801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.129947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.130184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.130283] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.397737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.397982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.398071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.398369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.398596] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.398732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.398815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.399032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.399158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.399284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.399466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.399592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.399672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.399892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.400147] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.400363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.400556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.400712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.400891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.401071] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.497520] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 861.497882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.498241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.498538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.498986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.499268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.499397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.499690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.499932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.500117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.500325] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.501454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.501716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.502064] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.502332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.502478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.502711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.502919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.503109] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.632671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.632671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.633499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.633499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.633499] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.633499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.633499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.633499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.633768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.633768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.633768] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.894109] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 861.894404] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 861.894454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.903159] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 861.923572] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.923772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.923844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.924068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.924156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.925027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.925027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.925027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.925027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.925027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.925281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.925281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.925281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.925376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.925546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.925640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.925811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.925966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.926052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.926132] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 862.005169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.005411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.005522] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.009594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.009594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.009594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.009761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.009859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.032310] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 862.136038] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.136411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.136411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.136628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.137598] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.137598] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.137598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.138131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.138131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.138131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.138131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.138397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.138397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138397] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.508250] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.640565] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3846cb8-dcba-4559-9913-80b38e66af6a: rpc.has_security_group_logging(os_id): False [ 862.659306] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.659463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.659550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.659742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.659833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.660083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.660175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.660231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.660382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.660458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.660715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.660816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.660888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.661025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.661101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.661419] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.661419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.661829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.661829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.661829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.661989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 862.731059] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.731250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.731321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.731555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.731725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.748467] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 862.815908] env[66173]: INFO networking_nsxv3.common.synchronization [req-7e58c0dc-317d-4131-a6b9-dd0453466c25 req-29d32eae-c57c-4410-b4c1-d35050a27018 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 862.816692] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 862.817201] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.817402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.817606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.817748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.817964] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.818149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.818228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.818472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.818643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.818770] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.010218] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.010555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.010555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.011899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.011899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.011899] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 863.046267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.046417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.046609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.046718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.046887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058247] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 863.322991] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.461143] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6c62e519-b59f-4ab1-bf1d-4c6ca91cc95d None None] Enqueued Resource ID: 8199b14e-47b5-4201-ab38-b2ac70c74e27 with Priority: HIGHEST for action port [ 863.461803] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199b14e-47b5-4201-ab38-b2ac70c74e27 with Priority: HIGHEST for action port [ 863.461803] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8199b14e-47b5-4201-ab38-b2ac70c74e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.461803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8199b14e-47b5-4201-ab38-b2ac70c74e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.461803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8199b14e-47b5-4201-ab38-b2ac70c74e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.462643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8199b14e-47b5-4201-ab38-b2ac70c74e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.462905] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8199b14e-47b5-4201-ab38-b2ac70c74e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.581425] env[66173]: INFO networking_nsxv3.common.synchronization [req-19be5f0c-82dd-40a9-9884-7fddc20f8ddc req-de8b403c-ba3e-486a-b0eb-ae1d0ff1f107 tempest-ListServerFiltersTestJSON-743587297 tempest-ListServerFiltersTestJSON-743587297-project-member] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 863.582077] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGHEST for action security_group_members [ 863.582307] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.582424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.582489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.582714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.582873] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.582973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.583082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.583240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.583334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.583424] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.826084] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.966122] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8199b14e-47b5-4201-ab38-b2ac70c74e27 [ 863.966432] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.967300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.967300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.967300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8199b14e-47b5-4201-ab38-b2ac70c74e27 already deleted. [ 863.967300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8199b14e-47b5-4201-ab38-b2ac70c74e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.048140] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 864.048412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.086096] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.086325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.086325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.086557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.099300] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d1a2a7b4-89dc-403d-bbf5-bcd46f3c58ad tempest-ServerActionsV293TestJSON-408920219 tempest-ServerActionsV293TestJSON-408920219-project-member] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 864.102019] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 864.102019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.102019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.102019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.102019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.102019] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.111495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.111745] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.111861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.112092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.112198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.112353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.112449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be updated. [ 864.143175] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.143175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.143175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.143175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.143175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.154019] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: IN_PROGRESS for 2s [ 864.208043] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9842f54a-2f28-4fe2-94dd-49748571aee2 tempest-ServerActionsV293TestJSON-408920219 tempest-ServerActionsV293TestJSON-408920219-project-member] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 864.208617] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 864.208942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.209109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.328864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.329985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.330148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.330382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.330475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.330576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 864.363343] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.363485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.363557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.363801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.363951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.380358] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 864.622270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.622492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.622576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.622897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.622897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.623061] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb already deleted. [ 864.623061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.623212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.623656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.623656] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.768678] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 864.768911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.070188] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 865.071067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.071067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.071067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.071308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.071308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.071414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.071565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.071648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.071881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.072627] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.072627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.072627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.072627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.072627] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.072627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.072627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.072952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.072952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.072952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.072952] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.147980] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.148139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.148202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.148417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.148513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.148603] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb already deleted. [ 865.148721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.575853] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611ec837-e835-420f-9422-6f93934ea196: rpc.has_security_group_logging(os_id): False [ 865.595339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.595530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.595591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.595815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.595907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.597108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.597175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597367] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.597461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.597518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.597656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.597742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597825] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 865.667528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.667767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.667849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.668144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.668350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.688689] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 866.075928] env[66173]: INFO networking_nsxv3.common.synchronization [None req-57b4252d-dfe7-4c72-9162-090269a041d1 None None] Enqueued Resource ID: 30bca674-a29e-473e-973d-a44734cffa0e with Priority: HIGHEST for action port [ 866.076530] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bca674-a29e-473e-973d-a44734cffa0e with Priority: HIGHEST for action port [ 866.076824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-30bca674-a29e-473e-973d-a44734cffa0e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.077275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30bca674-a29e-473e-973d-a44734cffa0e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.077497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30bca674-a29e-473e-973d-a44734cffa0e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.077923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30bca674-a29e-473e-973d-a44734cffa0e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.078079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bca674-a29e-473e-973d-a44734cffa0e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.171931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2443550-554f-488c-8fb9-2cf506875d11 in Status: SUCCESS [ 866.172690] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2443550-554f-488c-8fb9-2cf506875d11 deletion is rescheduled due to dependency. [ 866.172690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.393363] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 866.393363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.581795] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30bca674-a29e-473e-973d-a44734cffa0e [ 866.581795] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.581795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.581795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.582968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.582968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.582968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30bca674-a29e-473e-973d-a44734cffa0e already deleted. [ 866.582968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30bca674-a29e-473e-973d-a44734cffa0e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.814676] env[66173]: INFO networking_nsxv3.common.synchronization [req-984e7e41-c5ea-410b-8ae5-3a81d433b2a2 req-861547e3-9537-4693-b4ab-1f9690723b51 tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 866.816632] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 866.816632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.816838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.816838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.817957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.817957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.817957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.817957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.817957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.817957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.817957] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.320219] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.705304] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 867.705537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.705753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.705975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.706075] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.823536] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.209089] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.209089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.209089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.209634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.209634] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.209634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.209634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.209830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.209947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.210096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.210218] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.325851] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.326219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.326219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.326671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.326671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.326821] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 868.372108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.372289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.372361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.372657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.372838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.386795] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 868.712780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.713022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.713120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.713449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.713705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.713962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.714035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.714233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.714371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.714505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.714750] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.714898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.715372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.715372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.715504] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.719022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.719022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.719022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.719022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.719022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.719022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.220804] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 611ec837-e835-420f-9422-6f93934ea196: rpc.has_security_group_logging(os_id): False [ 869.241024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.241152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.241358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.241661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.241769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.242125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.242189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.242346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.242481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.242743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.242954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.242954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.243099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.243163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243355] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.243438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.243496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.243655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.243735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243820] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 869.342169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.342541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.342541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.343109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.363784] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 869.883760] env[66173]: INFO networking_nsxv3.common.synchronization [req-be55da31-3374-4927-b626-52bcc9f3ccc6 req-8b35e42f-7b6a-401d-a45a-9670c33fed25 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 869.884940] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 869.884940] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.884940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.884940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.885335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.886953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.886953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.886953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.887376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.887376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.887376] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.115900] env[66173]: INFO networking_nsxv3.common.synchronization [req-be55da31-3374-4927-b626-52bcc9f3ccc6 req-003a7b6a-1be2-4b1a-90f6-af8a8b4a85f1 tempest-ServersTestMultiNic-453162700 tempest-ServersTestMultiNic-453162700-project-member] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 870.116429] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGHEST for action security_group_members [ 870.116788] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.116908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.391808] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.396648] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 870.396917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.893710] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.380346] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 871.380607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.396737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.397332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.397332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.397332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.397332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.397332] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 871.429898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.429898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.429898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.429898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.429898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.443422] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 873.455119] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 873.455442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.455483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.455714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.455896] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.456044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.456118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.456260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.456339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.456431] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.958521] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.958669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.958740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.958955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.959068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.959257] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.959354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.959413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.959560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.959631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.959732] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be updated. [ 873.999067] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.999377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.999377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.999702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.999904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.010078] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: IN_PROGRESS for 2s [ 875.117698] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.117698] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 876.026024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 611ec837-e835-420f-9422-6f93934ea196 in Status: SUCCESS [ 876.026024] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 611ec837-e835-420f-9422-6f93934ea196 deletion is rescheduled due to dependency. [ 876.026024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.520075] env[66173]: INFO networking_nsxv3.common.synchronization [req-f039b734-bb8a-4a94-b45b-2a897a17fd0c req-3b35ea5f-9300-4629-9b1e-2a82e1a81c6e tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 876.520840] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 876.522461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.522461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.522461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.522816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.522935] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.523047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.523121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.524026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.524026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.524026] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.871647] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.871914] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.872139] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.872532] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.873256] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.873448] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.873600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.873814] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.873957] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.874174] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.874366] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.874481] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.874637] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.874784] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.874858] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.875576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.908296] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.908486] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.908628] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.908827] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.909180] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-39b82585-b0a1-4187-a7d1-1e758fc6f85e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.909349] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.909527] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.909882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.910054] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b82585-b0a1-4187-a7d1-1e758fc6f85e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.031073] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.412308] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.412553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.412709] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.412998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.413162] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.413312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 39b82585-b0a1-4187-a7d1-1e758fc6f85e not found, creating... [ 877.413568] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.413740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.413832] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.414054] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.414185] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.414459] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.414651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.414767] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.414988] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.415136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.415271] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 39b82585-b0a1-4187-a7d1-1e758fc6f85e is going to be created. [ 877.433686] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.433858] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.433945] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.434207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.434421] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.434671] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.533165] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.036420] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.036420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.036420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.036925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.037109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.037286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 878.087298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.087547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.087547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.087723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.087868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.101845] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 878.146195] env[66173]: INFO networking_nsxv3.common.synchronization [req-f039b734-bb8a-4a94-b45b-2a897a17fd0c req-916a235e-8bd3-4fff-8f6d-074150cf542e service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 878.146317] env[66173]: INFO networking_nsxv3.common.synchronization [req-f039b734-bb8a-4a94-b45b-2a897a17fd0c req-916a235e-8bd3-4fff-8f6d-074150cf542e service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 878.146454] env[66173]: INFO networking_nsxv3.common.synchronization [req-f039b734-bb8a-4a94-b45b-2a897a17fd0c req-916a235e-8bd3-4fff-8f6d-074150cf542e service nova] Enqueued Resource ID: 39b82585-b0a1-4187-a7d1-1e758fc6f85e with Priority: HIGHEST for action port [ 878.146967] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 878.147118] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 878.147214] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b82585-b0a1-4187-a7d1-1e758fc6f85e with Priority: HIGHEST for action port [ 878.147488] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.147603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.147674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.147862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.147941] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.148784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.148879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.149095] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b82585-b0a1-4187-a7d1-1e758fc6f85e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.149200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.149264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.149434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.149509] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b82585-b0a1-4187-a7d1-1e758fc6f85e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.651657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.651976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.652021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b82585-b0a1-4187-a7d1-1e758fc6f85e with status ACTIVE [ 878.652390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.652390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.652390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.656019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656019] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b82585-b0a1-4187-a7d1-1e758fc6f85e is going to be updated. [ 878.676536] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.676772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.676810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.677023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.677167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.677333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b82585-b0a1-4187-a7d1-1e758fc6f85e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.114027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 880.114027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.114354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.114754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.114835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.114949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.115018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.115176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.115256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.115350] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.618199] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.120485] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.626028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.626028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.626028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.626028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.626028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.626028] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 881.664152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.664152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.664152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.664366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.664434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.675912] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 882.585368] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5a46450d-09c6-4cb6-9b18-9ddfb5f64f21 None None] Enqueued Resource ID: f7238b85-172a-4d8c-bccc-0022bac9422c with Priority: HIGHEST for action port [ 882.585368] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7238b85-172a-4d8c-bccc-0022bac9422c with Priority: HIGHEST for action port [ 882.585368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7238b85-172a-4d8c-bccc-0022bac9422c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.585368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7238b85-172a-4d8c-bccc-0022bac9422c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.585368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7238b85-172a-4d8c-bccc-0022bac9422c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.585368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7238b85-172a-4d8c-bccc-0022bac9422c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.586048] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7238b85-172a-4d8c-bccc-0022bac9422c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.089241] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7238b85-172a-4d8c-bccc-0022bac9422c [ 883.089241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.089241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.089241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.089422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.089610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.089658] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7238b85-172a-4d8c-bccc-0022bac9422c already deleted. [ 883.089723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7238b85-172a-4d8c-bccc-0022bac9422c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.468604] env[66173]: INFO networking_nsxv3.common.synchronization [req-750d37e3-6319-4a94-9c62-29ffc16d8506 req-b487f905-4a5c-47f8-b97d-88a49b029a54 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 883.469241] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 883.469555] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.469679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.469745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.470606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.470757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.470870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.470925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.471094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.471284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.471402] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.688651] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 883.688999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.689742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.689742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.689742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.689742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.689742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.690055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.690055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690346] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.944706] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.944706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.944706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.944706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.947046] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.947046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.947046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.947046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.947046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.947046] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.947046] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.947046] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.947046] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.947046] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.947046] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.947046] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.967197] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.967373] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.968039] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.968039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.968039] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-86c0d938-d257-492f-ad7a-e60daa1570e5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.968361] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.969191] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.969191] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.969191] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c0d938-d257-492f-ad7a-e60daa1570e5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.973907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.974090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.974201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.974438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.974529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.975158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.975158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.975158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.975334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.975334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.975481] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e already deleted. [ 883.975481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.196540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.196540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.196540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.197337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.197337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.197337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.197337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.197337] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.472249] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.472678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.472957] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.473608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.473694] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.473890] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 86c0d938-d257-492f-ad7a-e60daa1570e5 not found, creating... [ 884.474247] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.474537] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.474739] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.475096] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.475287] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.475652] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.475824] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.475996] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.476279] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.476485] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.476881] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 86c0d938-d257-492f-ad7a-e60daa1570e5 is going to be created. [ 884.503730] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.503730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.503730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.504148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.504219] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.504564] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.700436] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 884.721913] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.722093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.722194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.722452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.722607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.722836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.722942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.723013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.723180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.723259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.723502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.723622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.723702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.723855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.723932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.724505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.724505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.724505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.724743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 884.795563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.795741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.795857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.796215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.796441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.815371] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 885.246022] env[66173]: INFO networking_nsxv3.common.synchronization [req-750d37e3-6319-4a94-9c62-29ffc16d8506 req-17d64736-8d8d-465e-b24c-65a52aa325d6 service nova] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 885.246279] env[66173]: INFO networking_nsxv3.common.synchronization [req-750d37e3-6319-4a94-9c62-29ffc16d8506 req-17d64736-8d8d-465e-b24c-65a52aa325d6 service nova] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 885.246345] env[66173]: INFO networking_nsxv3.common.synchronization [req-750d37e3-6319-4a94-9c62-29ffc16d8506 req-17d64736-8d8d-465e-b24c-65a52aa325d6 service nova] Enqueued Resource ID: 86c0d938-d257-492f-ad7a-e60daa1570e5 with Priority: HIGHEST for action port [ 885.246994] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_rules [ 885.247234] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 885.247376] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c0d938-d257-492f-ad7a-e60daa1570e5 with Priority: HIGHEST for action port [ 885.247773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.247952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.248108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.248408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.248545] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.249623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.253191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.253281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.254872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.256392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.256557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.256637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.256902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.257133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.257133] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.261217] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c0d938-d257-492f-ad7a-e60daa1570e5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.261451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.261567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.262092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.262092] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c0d938-d257-492f-ad7a-e60daa1570e5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.363871] env[66173]: INFO networking_nsxv3.common.synchronization [None req-042cfceb-5fd5-455d-a4bd-34e03eeabf88 None None] Enqueued Resource ID: b0f0d388-123c-49dc-baa4-4247b3c8e6fe with Priority: HIGHEST for action port [ 885.363969] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f0d388-123c-49dc-baa4-4247b3c8e6fe with Priority: HIGHEST for action port [ 885.364582] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f0d388-123c-49dc-baa4-4247b3c8e6fe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.364922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f0d388-123c-49dc-baa4-4247b3c8e6fe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.365482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f0d388-123c-49dc-baa4-4247b3c8e6fe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.366180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f0d388-123c-49dc-baa4-4247b3c8e6fe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.366180] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f0d388-123c-49dc-baa4-4247b3c8e6fe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.764497] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.766716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.766971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.767489] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c0d938-d257-492f-ad7a-e60daa1570e5 with status ACTIVE [ 885.767766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.767895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.767960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.769875] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.769875] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.769875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.769875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c0d938-d257-492f-ad7a-e60daa1570e5 is going to be updated. [ 885.794237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.794565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.794565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.794923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.795086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.795252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c0d938-d257-492f-ad7a-e60daa1570e5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.869467] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0f0d388-123c-49dc-baa4-4247b3c8e6fe [ 885.869467] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.869467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.869467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.869813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.869813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.870028] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0f0d388-123c-49dc-baa4-4247b3c8e6fe already deleted. [ 885.872138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f0d388-123c-49dc-baa4-4247b3c8e6fe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.080813] env[66173]: INFO networking_nsxv3.common.synchronization [req-f03a56a0-daef-4860-9857-97710b2592c0 req-1c8aa850-bce7-4616-a5bb-96045ff32575 tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 886.081509] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 886.081892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.082745] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.083592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083592] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.269053] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.458837] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.459053] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.459261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.459531] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.459791] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.459948] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.460512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.460512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.460653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.460837] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.461141] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.461141] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.461141] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.461256] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.461459] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.461459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.487724] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.487891] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.488109] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.488241] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.488625] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.488805] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.488993] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.489250] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.489556] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85e5b1b-9d8e-4180-9500-2424f4fd03e8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.585493] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.587543] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.587543] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 already deleted. [ 886.587543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.772037] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.772037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.773764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.773764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.773764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.773764] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e is going to be created. [ 886.799970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.800159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.800212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.800420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.800800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.810775] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: UNINITIALIZED for 2s [ 886.831044] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 886.831303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.992070] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.992347] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.992415] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.992899] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.993263] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.993263] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port b85e5b1b-9d8e-4180-9500-2424f4fd03e8 not found, creating... [ 886.993551] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.993708] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.993822] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.994236] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.994506] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994636] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.994866] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995161] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: b85e5b1b-9d8e-4180-9500-2424f4fd03e8 is going to be created. [ 887.021471] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.021730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.021903] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022297] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.022635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.022892] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.762741] env[66173]: INFO networking_nsxv3.common.synchronization [req-f03a56a0-daef-4860-9857-97710b2592c0 req-c0be715a-ecf7-4227-8b9d-9b133760d647 service nova] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_rules [ 887.762935] env[66173]: INFO networking_nsxv3.common.synchronization [req-f03a56a0-daef-4860-9857-97710b2592c0 req-c0be715a-ecf7-4227-8b9d-9b133760d647 service nova] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 887.763118] env[66173]: INFO networking_nsxv3.common.synchronization [req-f03a56a0-daef-4860-9857-97710b2592c0 req-c0be715a-ecf7-4227-8b9d-9b133760d647 service nova] Enqueued Resource ID: b85e5b1b-9d8e-4180-9500-2424f4fd03e8 with Priority: HIGHEST for action port [ 887.765201] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_rules [ 887.765556] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 887.767109] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85e5b1b-9d8e-4180-9500-2424f4fd03e8 with Priority: HIGHEST for action port [ 887.767468] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.767601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.767669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.767936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.768055] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.768994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.770352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.770352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.770352] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.773063] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.774058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.774058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.774058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.774058] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85e5b1b-9d8e-4180-9500-2424f4fd03e8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.275726] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.275999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.277186] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.277392] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b85e5b1b-9d8e-4180-9500-2424f4fd03e8 with status ACTIVE [ 888.277621] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.277800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.277998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.278855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.278960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.279210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.279384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.279478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.279728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.279852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.280142] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.280270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.280350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.280549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.280643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.280752] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b85e5b1b-9d8e-4180-9500-2424f4fd03e8 is going to be updated. [ 888.309712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.309907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.310016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.310373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.310501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.310716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85e5b1b-9d8e-4180-9500-2424f4fd03e8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.639102] env[66173]: INFO networking_nsxv3.common.synchronization [req-c80f428c-aadc-407c-9cf7-a317c800f191 req-8ad47b48-487f-4b41-829d-fa8269ec7c0f tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 888.639680] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 888.639993] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.640106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.782877] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.880304] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: SUCCESS [ 888.880457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.880641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.880862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.881165] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.881356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.881429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.881593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.881675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.881761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.881856] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.984025] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.984767] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.984867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.985387] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.985736] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.986021] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.986248] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.986617] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.986878] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.987736] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.987736] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.987852] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.988062] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.988291] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.988498] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.988727] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.010507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.010852] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.011714] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.012047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.012553] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-7e2e19c2-1281-40c5-90b5-1222ad928fe1 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.012838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.014676] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.015232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.015469] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2e19c2-1281-40c5-90b5-1222ad928fe1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.293186] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.293186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.293186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.293186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.293186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.293186] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be created. [ 889.320645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.320968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.321114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.322157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.322157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.336406] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: UNINITIALIZED for 2s [ 889.386989] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.519170] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.519401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.519550] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.520100] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.520100] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.520378] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 7e2e19c2-1281-40c5-90b5-1222ad928fe1 not found, creating... [ 889.520445] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.520600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.520711] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.520937] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.521088] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.521368] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.521515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.521631] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.521835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.521967] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.522118] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 7e2e19c2-1281-40c5-90b5-1222ad928fe1 is going to be created. [ 889.542726] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.543053] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.543136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.543408] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.543637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.543868] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.889435] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c90d80a6-0c15-4dcb-beb2-09fcc037bc3e: rpc.has_security_group_logging(os_id): False [ 889.909200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.909700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.909700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.910069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.910275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.910719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.910932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.911081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.911378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.911550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.911703] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e is going to be created. [ 889.983064] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.983064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.983064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.983367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.983492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.996564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: IN_PROGRESS for 2s [ 890.267432] env[66173]: INFO networking_nsxv3.common.synchronization [req-c80f428c-aadc-407c-9cf7-a317c800f191 req-a2383da9-8f49-49dd-beef-e826d5a0ba07 service nova] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_rules [ 890.267432] env[66173]: INFO networking_nsxv3.common.synchronization [req-c80f428c-aadc-407c-9cf7-a317c800f191 req-a2383da9-8f49-49dd-beef-e826d5a0ba07 service nova] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 890.267432] env[66173]: INFO networking_nsxv3.common.synchronization [req-c80f428c-aadc-407c-9cf7-a317c800f191 req-a2383da9-8f49-49dd-beef-e826d5a0ba07 service nova] Enqueued Resource ID: 7e2e19c2-1281-40c5-90b5-1222ad928fe1 with Priority: HIGHEST for action port [ 890.269122] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_rules [ 890.269122] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 890.269122] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2e19c2-1281-40c5-90b5-1222ad928fe1 with Priority: HIGHEST for action port [ 890.270581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.270581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.270581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.270581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.270581] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2e19c2-1281-40c5-90b5-1222ad928fe1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.270581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.270581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.270581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.270581] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2e19c2-1281-40c5-90b5-1222ad928fe1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.773652] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2e19c2-1281-40c5-90b5-1222ad928fe1 with status ACTIVE [ 890.774030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.774139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.774211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.774441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.774583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.774949] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.775216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.775288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.775532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.775659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.776046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.776126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.776156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.776336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.776383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.776462] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2e19c2-1281-40c5-90b5-1222ad928fe1 is going to be updated. [ 890.806281] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.806550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.806615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.806828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.807094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.807230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2e19c2-1281-40c5-90b5-1222ad928fe1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.268588] env[66173]: INFO networking_nsxv3.common.synchronization [req-82ac1cb5-993f-4daf-8a78-f140ebdf3c05 req-5b25245e-5a2d-447d-a3c8-be23ea511d15 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 891.269481] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 891.269603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.269978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.270517] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.270669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.270708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.270922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.271029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.271122] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.384034] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.384034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.384034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.384870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.384870] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.385286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.385286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.385593] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.385593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.385593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.385776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.385870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.385870] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.646947] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.647214] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.647345] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.647611] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.647895] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.648079] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.648196] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.648406] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.648541] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.648735] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.648845] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.648950] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.649064] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.649169] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.649269] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.649394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.671097] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.671272] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.671403] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.671579] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-87" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.671896] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-e370e803-123e-473d-82ae-606c069212ad taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672095] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.672261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.672540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.673145] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e370e803-123e-473d-82ae-606c069212ad',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.773972] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.888665] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.888859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.889064] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.011297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: SUCCESS [ 892.011297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.175248] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.175641] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.175843] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.176192] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.176360] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.176537] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port e370e803-123e-473d-82ae-606c069212ad not found, creating... [ 892.176820] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.176997] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.177101] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.177333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.177476] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.177770] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.177905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.178046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.178330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.178424] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.178553] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: e370e803-123e-473d-82ae-606c069212ad is going to be created. [ 892.201736] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.201980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.202141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.202448] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.202689] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.202945] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.277209] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.392716] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.780074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.780468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.780468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.780637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.780637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.780729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 892.816389] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.816618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.816692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.816894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.817085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.833921] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 892.894654] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.894860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.894917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.895154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.895289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.895373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 892.934923] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.935022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.935117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.935357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.935511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947852] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 892.952220] env[66173]: INFO networking_nsxv3.common.synchronization [req-82ac1cb5-993f-4daf-8a78-f140ebdf3c05 req-22eae5e4-1b64-4f5c-a4b0-cbb3bc2ab62f service nova] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 892.952379] env[66173]: INFO networking_nsxv3.common.synchronization [req-82ac1cb5-993f-4daf-8a78-f140ebdf3c05 req-22eae5e4-1b64-4f5c-a4b0-cbb3bc2ab62f service nova] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 892.952593] env[66173]: INFO networking_nsxv3.common.synchronization [req-82ac1cb5-993f-4daf-8a78-f140ebdf3c05 req-22eae5e4-1b64-4f5c-a4b0-cbb3bc2ab62f service nova] Enqueued Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 892.952830] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 892.952964] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 892.953077] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 892.953638] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.953763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.953829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.954157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.954253] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.955249] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.955379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.955601] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e370e803-123e-473d-82ae-606c069212ad taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.955777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.955878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.956074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.956179] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e370e803-123e-473d-82ae-606c069212ad',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.458655] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.459020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.459137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e370e803-123e-473d-82ae-606c069212ad with status ACTIVE [ 893.459315] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.459420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.459481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.459688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.459774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.459942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.460335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.460511] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.461119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.461193] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e370e803-123e-473d-82ae-606c069212ad is going to be updated. [ 893.482922] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.483174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.483174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.483373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.483534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.483710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.846925] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 894.847401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.848248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.848605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.848848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.849015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.849063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.849234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.849361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.849444] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.964055] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.964055] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.964055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.965277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.965277] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.352850] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.467764] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.858587] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.972053] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.363128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.363128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.363128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.363128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.363128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.363128] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 896.394904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.395317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.395317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.396312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.396376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.406815] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 896.476020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.476195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.476294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.476487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.476577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.476673] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 896.529661] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.529843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.529894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.530176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.530319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.543489] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 896.883527] env[66173]: INFO networking_nsxv3.common.synchronization [req-bbcafda3-9261-483d-b920-af92525c55dc req-a72256c7-7bee-4098-a90a-707bef8c3025 tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 896.884317] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 896.884641] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.884752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.884855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.885064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.885229] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.885324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.885381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.885518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.885598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.885689] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.387990] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.891716] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.395210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.395387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.395421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.395635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.395726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.395853] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 898.417065] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 898.417355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.417560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.417863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.418058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.418189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.418255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.418413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.418495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.418578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.418668] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.431409] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.431542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.431631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.431972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.432223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.443456] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 898.556476] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 898.556708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.556900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.557176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.557396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.557550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.557608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.557759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.557839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.557926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.558097] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.558206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.558296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.558394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.558533] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.558696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.558696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.558808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.558920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.558963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.559149] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.923266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.923506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.923506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.923745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924448] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.924534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.924583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.924716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.924925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.925077] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.925171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.925242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.925409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.925550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.927029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.927029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.927029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.927029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.927029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.927029] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.063270] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd59808-6423-41ae-a5d0-513c714f2d03: rpc.has_security_group_logging(os_id): False [ 899.080708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.081229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.081568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.081714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.081714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.081888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.082159] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.082252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.082311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.082470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.082544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.083356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.083482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.083529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.083685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.083773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.083862] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be created. [ 899.151444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.151644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.151644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.151856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.152055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.163904] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 899.429189] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 899.449203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.449366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.449430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.449642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.449732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.449911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.450012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.450078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.450224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.450298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450486] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.450577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.450636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.450772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.450843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.451137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.451193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.451331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.451403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 899.521303] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.521451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.521490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.521732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.521877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.538463] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 900.453640] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 900.453948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.178320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 901.178579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.178790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.179045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.179219] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.557478] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 901.557840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.681517] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.681674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.681729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.681959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682714] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.887128] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 901.887128] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 902.185600] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.185735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.185974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.186296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.186503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.186628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.186693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.186852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.188015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.188170] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.188340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.188489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.188556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.188696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.188751] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.235160] env[66173]: INFO networking_nsxv3.common.synchronization [req-66c0ce7f-de53-4936-b976-167eb94d6872 req-a315d8d4-8b82-4d54-8ae9-1893964244d9 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 902.235712] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 902.236318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.236318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.236484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.236570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.236766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.236840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.236902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.237021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.237109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.237203] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.332478] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 902.332653] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 902.333282] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 902.333417] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 902.333706] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.333828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.333890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.335103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.335264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.335382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.335636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.335733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.335823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.335962] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.336997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.337115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.337187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.337350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337501] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.337613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.337656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.337787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.338451] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.389558] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 902.389733] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 902.389889] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_rules [ 902.390042] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 902.391136] env[66173]: INFO networking_nsxv3.common.synchronization [req-357aa8b9-97cf-472f-9a39-d3458c813cd6 req-d7648e19-da4a-4084-a73d-8f7e6f008ce7 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 902.391136] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 902.391136] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_rules [ 902.391136] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 902.391377] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 902.391546] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 902.391842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.391963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.392041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.392244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.392323] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.393563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.393677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.393743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.393995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.394098] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.394963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e370e803-123e-473d-82ae-606c069212ad taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.395172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.395172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.395307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.396154] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e370e803-123e-473d-82ae-606c069212ad',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.396154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.396154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.396343] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.396401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.600137] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.600651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.600651] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.600761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600956] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601120] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601520] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.601676] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.601878] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.601989] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.602107] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.602209] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.602316] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.603193] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.603374] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.623796] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.623796] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.623964] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.624025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.624354] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-5928e603-6d42-4767-a1cf-acb72a37ae16 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.624589] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.624718] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.625106] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.625249] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5928e603-6d42-4767-a1cf-acb72a37ae16',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.691305] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd59808-6423-41ae-a5d0-513c714f2d03: rpc.has_security_group_logging(os_id): False [ 902.711693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.711863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.711998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.712304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.712403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.712679] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.712838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.712910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.713101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.713192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.713409] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.713514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.713574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.713729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.713803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.714031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.714144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.714206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.714310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.714373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.714455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 902.739428] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.739578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.739656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.739846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.739938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.740147] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.740247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.740305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.740458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.740533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.740617] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 902.785035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.785214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.785258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.785464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.785610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.798140] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 902.821752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.821922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.822029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.822288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.822422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.835220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 902.839691] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.841113] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.898354] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.898553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901070] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e370e803-123e-473d-82ae-606c069212ad with status ACTIVE [ 902.901070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.901070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.901070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.901070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.901667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.901667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.901667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.901667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.901667] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e370e803-123e-473d-82ae-606c069212ad is going to be updated. [ 902.940744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.940967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.941192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.941250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.941394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.941561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.127921] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.133290] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 5928e603-6d42-4767-a1cf-acb72a37ae16 not found, creating... [ 903.133290] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.133290] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.133600] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.133600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.133600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.133600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.133600] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.133600] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 5928e603-6d42-4767-a1cf-acb72a37ae16 is going to be created. [ 903.157702] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.343745] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.344785] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.847097] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.847396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.847396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.847565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.847791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.847791] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 903.849080] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.849274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.849359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.849547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.849632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.849726] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be created. [ 903.877774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.877940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.877995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.879044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.879044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883444] env[66173]: INFO networking_nsxv3.common.synchronization [req-66c0ce7f-de53-4936-b976-167eb94d6872 req-40779c00-265b-4a4d-9cd4-9900d47f1845 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 903.883590] env[66173]: INFO networking_nsxv3.common.synchronization [req-66c0ce7f-de53-4936-b976-167eb94d6872 req-40779c00-265b-4a4d-9cd4-9900d47f1845 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 903.884106] env[66173]: INFO networking_nsxv3.common.synchronization [req-66c0ce7f-de53-4936-b976-167eb94d6872 req-40779c00-265b-4a4d-9cd4-9900d47f1845 service nova] Enqueued Resource ID: 5928e603-6d42-4767-a1cf-acb72a37ae16 with Priority: HIGHEST for action port [ 903.884952] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 903.884952] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 903.884952] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5928e603-6d42-4767-a1cf-acb72a37ae16 with Priority: HIGHEST for action port [ 903.885256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.885325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.886055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.886055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.886055] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.886598] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.886659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.886864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5928e603-6d42-4767-a1cf-acb72a37ae16 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.886962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.887052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.887233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.887811] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5928e603-6d42-4767-a1cf-acb72a37ae16',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.889032] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.889032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.889190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.889227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.889990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.891524] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: UNINITIALIZED for 2s [ 903.900251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 904.391730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.391880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.392126] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5928e603-6d42-4767-a1cf-acb72a37ae16 with status ACTIVE [ 904.392304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.392411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.392547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.392698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.392933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.393079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.393198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.393198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.393370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.393462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.393662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.393766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.393826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.393987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.394074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.394169] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5928e603-6d42-4767-a1cf-acb72a37ae16 is going to be updated. [ 904.421866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.422637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.422978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.423230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5928e603-6d42-4767-a1cf-acb72a37ae16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.810099] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 904.810435] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 904.810610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.811059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.811419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.811844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.812133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.812365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.812685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.813446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.813623] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.850424] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 904.850829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.977830] env[66173]: INFO networking_nsxv3.common.synchronization [req-d3b6408d-2dcd-4b64-b6fa-938ed3d193bb req-8bb0a4b6-bef9-449b-b2ac-cadf4d354ae7 tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 904.978396] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 904.978735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.978855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.978923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.979497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.979579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.979981] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.316842] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.414587] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.414587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.414587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415675] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415675] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.415675] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.415675] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415883] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416244] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.416357] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.416462] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.416571] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.416673] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.416796] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.416929] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.437630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.437807] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.437933] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.438147] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.438946] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-29d49e41-b36a-45dc-bb05-e1728bbaadab taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.438946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.438946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.439134] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.439402] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d49e41-b36a-45dc-bb05-e1728bbaadab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.482266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.482456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.482537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.482813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.482935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483206] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.483425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.483823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 905.514614] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.514800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.515238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.515432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.528115] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 905.819642] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.901298] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 905.901545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.902946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.903159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.903344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.903462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.903519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.903716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.903766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.903823] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.911939] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 905.912168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.912608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.912817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.913011] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.913128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.913193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.913342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.913423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.913518] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.941689] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.942232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.942969] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.942969] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.942969] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.943210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 29d49e41-b36a-45dc-bb05-e1728bbaadab not found, creating... [ 905.943519] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.943723] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.943876] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.944180] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.944384] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.945087] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.945087] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.945087] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.945309] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.945476] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.945654] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 29d49e41-b36a-45dc-bb05-e1728bbaadab is going to be created. [ 905.965827] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.966083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.966227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.966504] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.966732] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966956] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.321564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.321756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.321807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.322014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.322120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.322217] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 906.377895] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.378133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.378133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.378333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.378478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.391929] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 906.406485] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.417007] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.786435] env[66173]: INFO networking_nsxv3.common.synchronization [req-d3b6408d-2dcd-4b64-b6fa-938ed3d193bb req-a3399bf3-70b6-4489-80df-7489f8a933cf service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 906.786435] env[66173]: INFO networking_nsxv3.common.synchronization [req-d3b6408d-2dcd-4b64-b6fa-938ed3d193bb req-a3399bf3-70b6-4489-80df-7489f8a933cf service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 906.786435] env[66173]: INFO networking_nsxv3.common.synchronization [req-d3b6408d-2dcd-4b64-b6fa-938ed3d193bb req-a3399bf3-70b6-4489-80df-7489f8a933cf service nova] Enqueued Resource ID: 29d49e41-b36a-45dc-bb05-e1728bbaadab with Priority: HIGHEST for action port [ 906.786825] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 906.786954] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 906.787187] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49e41-b36a-45dc-bb05-e1728bbaadab with Priority: HIGHEST for action port [ 906.787487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.787601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.787665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.788094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.788094] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.788983] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.789100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.789310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d49e41-b36a-45dc-bb05-e1728bbaadab taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.789411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.789509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.789637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.789714] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d49e41-b36a-45dc-bb05-e1728bbaadab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.908655] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.921909] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.291592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.291792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.291970] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29d49e41-b36a-45dc-bb05-e1728bbaadab with status ACTIVE [ 907.292337] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.292440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.292622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.292800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.293333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.293622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.294395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.294453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.295193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.295193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.295193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.295193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.295417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.295417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.295500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.295648] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29d49e41-b36a-45dc-bb05-e1728bbaadab is going to be updated. [ 907.333212] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.333438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.333438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.334195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.334195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d49e41-b36a-45dc-bb05-e1728bbaadab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.411824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.412104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.412104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.412495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.412669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.412841] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be updated. [ 907.424602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.424794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.424848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.425186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.425294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.425479] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 907.465927] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.466145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.466145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.468238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.468238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.485089] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.485360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.485438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.485680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.485829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.488143] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 907.506396] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 907.541767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 907.541767] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 907.541767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.541767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.541963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.542174] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.542342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.542437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.542640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.542946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.543156] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.595913] env[66173]: INFO networking_nsxv3.common.synchronization [req-47014eca-8056-4d74-bcf5-dfcf797d8c73 req-d03c9339-48ba-4794-bc51-f1b77f5d8379 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 907.596811] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 907.597250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.597423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.597521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.597733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.597894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.597999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.598078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.598231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.598318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.598412] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.023523] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.023891] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.023891] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.024151] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.024468] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.024547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.024653] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.024927] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.025141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.025389] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.025481] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.025605] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.026528] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.026528] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.026528] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.026528] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.049179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.050067] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.050067] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.050067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-961" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.050067] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-45d3902e-8327-4a97-b442-966bb0850164 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.050334] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.050418] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.050857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.051084] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d3902e-8327-4a97-b442-966bb0850164',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.052972] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.101111] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.101292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.101335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.101608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.101742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.101977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.102105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.102170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.102523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.102616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.102710] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 908.136250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.136250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.136454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.136680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.137090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.150604] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 908.352522] env[66173]: INFO networking_nsxv3.common.synchronization [req-8a1b34bb-0232-4455-9b77-b66761b4b471 req-9f154c71-3cf5-417a-b012-ca22203b6bf3 tempest-ServersAdminTestJSON-402126065 tempest-ServersAdminTestJSON-402126065-project-member] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 908.353251] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGHEST for action security_group_members [ 908.353583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.353708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.353774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.353985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.354181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.354272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.354334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.354481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.354569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.354663] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.403765] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 908.404323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.404323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404998] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.405191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.405441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.405676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.405782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.405944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406068] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.555120] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.555514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.555514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558153] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 45d3902e-8327-4a97-b442-966bb0850164 not found, creating... [ 908.558153] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558153] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.558153] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.558740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.558740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558740] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 45d3902e-8327-4a97-b442-966bb0850164 is going to be created. [ 908.560107] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.586123] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.586355] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.586483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.586730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.586982] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.587257] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.808787] env[66173]: INFO networking_nsxv3.common.synchronization [req-bb6876cd-5554-4a61-88f6-22c58dbb2ba4 req-8f6b9519-89fd-4c4d-a215-418960655e04 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 908.809510] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 908.809896] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.810040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.810098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.810299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.810495] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.810579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.810644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.811234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.811234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.811234] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.857339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.857574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.857641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.857887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.887659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.887936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.888087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.888167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.888479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.888603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.888734] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be updated. [ 908.909305] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.909515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.909650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.909912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.910172] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.910360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.910417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.910619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.911179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.911179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.911179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.911351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.911351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.911488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.911687] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.911818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.911910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.912142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.912257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.912374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.912500] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.922733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.922964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.923104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.923367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.923465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.934963] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: IN_PROGRESS for 2s [ 909.064036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.064036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.064036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.064036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.064036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 909.066119] env[66173]: INFO networking_nsxv3.common.synchronization [req-136056e6-62a9-4640-94d9-e16efa10bba6 req-b122a815-e8b3-4e95-866f-0d81b52c9d17 tempest-ListServersNegativeTestJSON-905926831 tempest-ListServersNegativeTestJSON-905926831-project-member] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 909.067071] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGHEST for action security_group_members [ 909.067443] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.067594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.099440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.099440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.099440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.099440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.099440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.111114] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 909.314247] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.316879] env[66173]: INFO networking_nsxv3.common.synchronization [req-47014eca-8056-4d74-bcf5-dfcf797d8c73 req-5aa6ba76-e869-416c-b1fc-d07d42bbcffb service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 909.318060] env[66173]: INFO networking_nsxv3.common.synchronization [req-47014eca-8056-4d74-bcf5-dfcf797d8c73 req-5aa6ba76-e869-416c-b1fc-d07d42bbcffb service nova] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 909.318574] env[66173]: INFO networking_nsxv3.common.synchronization [req-47014eca-8056-4d74-bcf5-dfcf797d8c73 req-5aa6ba76-e869-416c-b1fc-d07d42bbcffb service nova] Enqueued Resource ID: 45d3902e-8327-4a97-b442-966bb0850164 with Priority: HIGHEST for action port [ 909.319777] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_rules [ 909.319931] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 909.320047] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d3902e-8327-4a97-b442-966bb0850164 with Priority: HIGHEST for action port [ 909.321415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.322393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.322492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.323150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.323304] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.326797] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.326905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.327233] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d3902e-8327-4a97-b442-966bb0850164 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.327348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.327454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.327695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.327805] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d3902e-8327-4a97-b442-966bb0850164',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.417504] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 909.439513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.439682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.439722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.439934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.440050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.440487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.440544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.440705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.440783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.442979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.442979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.442979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.443168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.443168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.443253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.443340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.443406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.443490] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 909.501988] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 909.502293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.502524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.502804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.503112] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.503282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.503353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.503521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.503616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.503704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.503798] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.517314] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.517456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.517538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.518302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.518582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.520639] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 909.520824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.521429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.521556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.521734] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.521860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.521926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.522094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.522177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.522261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.522438] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.536699] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 909.820932] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.830890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.831802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.831802] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45d3902e-8327-4a97-b442-966bb0850164 with status ACTIVE [ 909.831802] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.831802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.831999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.832876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.832876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.832876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.832876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.832876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.832876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.833197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.833710] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.835104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.835104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.835104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.835104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.835104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45d3902e-8327-4a97-b442-966bb0850164 is going to be updated. [ 909.861869] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.861869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.861869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.862129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.862129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.862203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d3902e-8327-4a97-b442-966bb0850164" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.000240] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 910.000240] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 910.000390] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 910.000852] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 910.000992] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 910.001189] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 910.001492] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.001619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.001686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.001958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.002140] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.002244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.002306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.002461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.002543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.002636] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.003807] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.003923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.004061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.004183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.004365] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.004418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.004484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.004625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.004710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.004802] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.005912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.006084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.006188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.006388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.006539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.006636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.006699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.006842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.006929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.007016] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.008559] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.024908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.025136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.056513] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 910.056933] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 910.057308] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_rules [ 910.057422] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 910.057535] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_rules [ 910.057670] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 910.057794] env[66173]: INFO networking_nsxv3.common.synchronization [req-af14bb98-3993-42ed-a5c7-e5d49aae6719 req-e8450172-1332-4675-88f5-d496ade27668 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 910.058552] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_rules [ 910.058691] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_rules [ 910.058790] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 910.058880] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e370e803-123e-473d-82ae-606c069212ad with Priority: HIGHEST for action port [ 910.058972] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_rules [ 910.059124] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 910.059160] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 910.059446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.059544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.059743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.059847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.059911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.060242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.060400] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.061537] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.061682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.061917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e370e803-123e-473d-82ae-606c069212ad taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.062074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.062146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.064069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.064325] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e370e803-123e-473d-82ae-606c069212ad',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.065325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.065431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.065645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.065738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.065943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.067753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.162023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 910.162295] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d deletion is rescheduled due to dependency. [ 910.162535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.162674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.162821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.163166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.163321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.163396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.163656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.163758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.163843] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.327020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.327020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.327020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.327020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.327020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.327020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 910.362354] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.362638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.362638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.362881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.363282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372502] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 910.509515] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.510631] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.512449] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.513615] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56770ab-8d1b-428f-9068-a2dc4fe778e4: rpc.has_security_group_logging(os_id): False [ 910.534436] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.534436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.534436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.534636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.534786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.535091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.535215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.535273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.535426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.535512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.535598] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be created. [ 910.568449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e370e803-123e-473d-82ae-606c069212ad with status ACTIVE [ 910.568915] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.568915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.568915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.569327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.569439] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.569546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.569606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.569870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.570034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.570155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.570198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.570325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.570436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.570486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e370e803-123e-473d-82ae-606c069212ad is going to be updated. [ 910.572065] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.572065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.594757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.594986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.594986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.595339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.595478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.595640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e370e803-123e-473d-82ae-606c069212ad" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.596579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.596688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.596758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.596921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.597409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.608460] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 910.667172] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.949104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010e6833-9844-4bd1-ae19-22bcdc457003 in Status: SUCCESS [ 910.949318] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 deletion is rescheduled due to dependency. [ 910.949436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.013026] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.017794] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.018645] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.125100] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 911.125724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.125724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.125876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.125984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.126114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.126336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.126542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.126542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.126680] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.169815] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.382028] env[66173]: INFO networking_nsxv3.common.synchronization [req-8540451a-e186-4108-a447-7e0336cf99ab req-7375eaf9-d6f5-4bc2-8f64-89e3fbd15b66 tempest-ServerActionsV293TestJSON-408920219 tempest-ServerActionsV293TestJSON-408920219-project-member] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 911.382980] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 911.383610] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.383812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.383942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.384413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.384873] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.384873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.384873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.385079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.385362] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.515877] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.516097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.516223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.516484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.516596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.516718] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 is going to be created. [ 911.521275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.522557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.525044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.525044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.525423] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 911.527926] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.528192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.528420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.528765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.528801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.528927] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be updated. [ 911.592615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.592776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.592832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.593131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.593555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609392] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 911.609392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.623285] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 in Status: UNINITIALIZED for 2s [ 911.631570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.631771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.631771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.631967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.632146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.637566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.637721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.638040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.638212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.640506] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.640682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.640749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.641300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.641300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.641300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.641300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.641533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.641820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.641820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.641929] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.641984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.642030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.643168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.643168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.643168] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.663813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 911.663813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 911.674276] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.674470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.674919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.674919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.675238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.675462] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 911.744425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.744986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.744986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.745260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.745479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.757166] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 911.888234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.888316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.888352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.888565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.888659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.889033] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.889033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.889171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.889239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.889277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.889363] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb already deleted. [ 911.889448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.968215] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.968215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-182" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.968215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-182" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.968215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-182" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.968896] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.970061] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.970502] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.970926] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.971201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.971552] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.971822] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.972064] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.972269] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.972470] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.972661] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.972882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.998033] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.998033] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.998033] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.998033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-182" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.998033] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.998033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.998033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.998033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.998033] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.147404] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be943e27-9585-4518-b40e-1d1c8c4d3e27: rpc.has_security_group_logging(os_id): False [ 912.168333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.168333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.168333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.168624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168739] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.168846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.168910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.169089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.169151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.169337] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.169466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.169517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.169692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.169750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.169891] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.169977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.170667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.170895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.171074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.171238] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 912.237855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.238268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.238268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.238268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.238413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.256054] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 912.384310] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 912.384650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.385695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.385695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.385695] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.385695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.385695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.385695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.385980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.385980] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.503018] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 not found, creating... [ 912.503018] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503461] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503461] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.503461] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503461] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.504056] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 is going to be created. [ 912.527029] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527326] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527477] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.527793] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.528074] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.528364] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.633090] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 912.637422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.637422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.637422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.637422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.817023] env[66173]: INFO networking_nsxv3.common.synchronization [req-eb751172-f4c6-4bff-b1f1-7c9874c1ae9c req-9bb3e5a8-f1a3-4414-a79e-36680951054c tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 912.817136] env[66173]: INFO networking_nsxv3.common.synchronization [req-eb751172-f4c6-4bff-b1f1-7c9874c1ae9c req-9bb3e5a8-f1a3-4414-a79e-36680951054c tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 912.817269] env[66173]: INFO networking_nsxv3.common.synchronization [req-eb751172-f4c6-4bff-b1f1-7c9874c1ae9c req-9bb3e5a8-f1a3-4414-a79e-36680951054c tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 912.817746] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 with Priority: HIGHEST for action security_group_members [ 912.817884] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGHEST for action security_group_members [ 912.817979] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 912.818281] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.818573] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.818825] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.818902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.888433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.889929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.890181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.890309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.890429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.890608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.890709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.890802] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be updated. [ 912.917023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.917175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.917217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.917428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.917726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.927703] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: IN_PROGRESS for 2s [ 913.137156] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.137381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.243474] env[66173]: INFO networking_nsxv3.common.synchronization [req-8540451a-e186-4108-a447-7e0336cf99ab req-f4dc503a-dad1-4f3a-b17f-e77ee0edbb62 service nova] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 913.243474] env[66173]: INFO networking_nsxv3.common.synchronization [req-8540451a-e186-4108-a447-7e0336cf99ab req-f4dc503a-dad1-4f3a-b17f-e77ee0edbb62 service nova] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 913.243474] env[66173]: INFO networking_nsxv3.common.synchronization [req-8540451a-e186-4108-a447-7e0336cf99ab req-f4dc503a-dad1-4f3a-b17f-e77ee0edbb62 service nova] Enqueued Resource ID: b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 with Priority: HIGHEST for action port [ 913.243474] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_rules [ 913.248040] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 913.248040] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 with Priority: HIGHEST for action port [ 913.248040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.248040] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.248040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.248040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.248040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.249564] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.251151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.251457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.251659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.251955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.252182] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.636767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 in Status: SUCCESS [ 913.637161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.637667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.638075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.638352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.638635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.641490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.641490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.641490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.641490] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.674391] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 913.674651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.675404] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 913.675569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.675718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.675935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.676947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.677395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.677483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677593] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.679181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.679436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.679643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.679775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.679840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.680277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.681888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681888] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.684858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.684858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.684858] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.756363] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.756363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.756363] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.756363] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 with status ACTIVE [ 913.756363] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.756363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.756363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.756788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.756788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.756906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.757124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.757124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.757603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.757603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.757603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.757756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.757858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.758484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.758484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.758484] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45 is going to be updated. [ 913.778595] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 913.778595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780481] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.791028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.791226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.791532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.791728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.792278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c2736b-84fb-4c66-be2c-5d6b6ab2ae45" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.147383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.147383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.147383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.147383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.147383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.147383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.147383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.147819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.147819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.147819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.147819] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 is going to be deleted. [ 914.180369] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.180515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.180618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.180910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.181066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.181334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.181449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.181507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.182133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.182203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.182315] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be updated. [ 914.186211] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.187397] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 914.192072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.192334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.192458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.192798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.192866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.193150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.193318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.193554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.193769] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.193892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.193944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194316] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.209191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.209567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.209567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.209759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.209759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.209920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.210014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.210077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.210379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.210379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.210591] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.210591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.210591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.210785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.210839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.210990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.211280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.211356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.211447] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 914.221539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.221765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.221765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.222648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.233115] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 914.259884] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.279020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 914.279322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.282576] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.282756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.282827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.283226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.283659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.283659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.283659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.283899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.284011] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.284120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.284408] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.284715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.284715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.284812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.285020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.285113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.285172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.285354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.285435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.285539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.285630] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.315557] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.315759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.315797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.316212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.316529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.340610] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 914.386523] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5111f26-0d20-42f7-bd40-7d97015b2332 req-f45f1ac9-156c-45b7-bb44-ca9e59b2b602 tempest-ServerGroupTestJSON-1602726259 tempest-ServerGroupTestJSON-1602726259-project-member] Enqueued Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 914.387594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 914.388538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.388733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.389212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.389568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.389810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.390324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.390470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.391557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.391726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.391921] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.690855] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.697474] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.697638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.697689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.697901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.697984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.698194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.698325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.698374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.698489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.698551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.698635] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 already deleted. [ 914.698710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.698810] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.699637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.699819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.700608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.700924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.700924] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.763306] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.763474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.763575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.763763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.763858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.763946] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb is going to be created. [ 914.788393] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5506b2-4387-4774-944f-0a0a3125a47d: rpc.has_security_group_logging(os_id): False [ 914.790906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.790906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.790906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.791129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.791314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.802975] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: UNINITIALIZED for 2s [ 914.811018] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.811240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.811323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.811567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.812708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.812708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.812708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.813263] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.813507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 914.843347] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.843522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-348" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.843650] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-348" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.844086] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-348" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.844243] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.844401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.844576] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.844733] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.844884] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.845178] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.845280] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.845403] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.845481] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.845584] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.845685] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.845808] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.894886] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.895158] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.895292] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.895452] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-348" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895794] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.895978] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.896148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.896515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.897461] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e2ad58-8242-4dc8-8100-ebf9b54485b4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.897719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.897846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.897956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.898087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.898171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.898826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.898826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.898826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.898826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.898826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.898826] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 already deleted. [ 914.898826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.901245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.901245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.901245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.901245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.901245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.916788] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 914.938863] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3846cb8-dcba-4559-9913-80b38e66af6a in Status: SUCCESS [ 914.939060] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a deletion is rescheduled due to dependency. [ 914.939186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.049706] env[66173]: INFO networking_nsxv3.common.synchronization [None req-cbbd2ea1-e4e1-4eaa-950c-cd27426d6f81 None None] Enqueued Resource ID: 9cacd32f-b17b-4800-9570-424837a9f484 with Priority: HIGHEST for action port [ 915.050428] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cacd32f-b17b-4800-9570-424837a9f484 with Priority: HIGHEST for action port [ 915.050776] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cacd32f-b17b-4800-9570-424837a9f484 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.051027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cacd32f-b17b-4800-9570-424837a9f484" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.051027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cacd32f-b17b-4800-9570-424837a9f484" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.051284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cacd32f-b17b-4800-9570-424837a9f484" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.051379] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cacd32f-b17b-4800-9570-424837a9f484',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.192545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.192733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.192810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.193110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.193169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.193264] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 915.203500] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.203652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.203652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.203848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.203929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.204134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.204233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.204293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.204445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.204529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.204612] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 already deleted. [ 915.204690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.204886] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dc37d9f-920f-4b7c-a9b1-c0f3202b5053',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.221305] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.221452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.221491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.221685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.221821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.232117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 915.403880] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.403880] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.403880] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.403880] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.403880] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.403880] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port e1e2ad58-8242-4dc8-8100-ebf9b54485b4 not found, creating... [ 915.403880] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.404507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.404507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.404507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.404507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.404681] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.404853] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.405049] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.405327] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.405466] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.405606] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: e1e2ad58-8242-4dc8-8100-ebf9b54485b4 is going to be created. [ 915.427371] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.427581] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.427700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.427982] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.428227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.428479] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cacd32f-b17b-4800-9570-424837a9f484 [ 915.555025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.555025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.555025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.555025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cacd32f-b17b-4800-9570-424837a9f484 already deleted. [ 915.555025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cacd32f-b17b-4800-9570-424837a9f484" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.709106] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053: rpc.has_security_group_logging(os_id): False [ 915.726522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.726671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.726671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.726920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.726995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.727331] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.727439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.727501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.727664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.727741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.727828] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 is going to be created. [ 915.745499] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053], does not exist path=[/infra/domains/default/groups/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053]."\n}' [ 915.745640] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 [ 915.748030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 915.783403] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.783567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.783567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.784440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.784858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.785169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.785509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.785579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.785771] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.786136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.786173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.786230] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 is going to be created. [ 915.805054] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053], does not exist path=[/infra/domains/default/groups/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 [ 915.805231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dc37d9f-920f-4b7c-a9b1-c0f3202b5053" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.805760] env[66173]: Traceback (most recent call last): [ 915.805790] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 915.805790] env[66173]: return func(*args, **kwargs) [ 915.805790] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.805790] env[66173]: res.raise_for_status() [ 915.805790] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.805790] env[66173]: raise HTTPError(http_error_msg, response=self) [ 915.805790] env[66173]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 [ 915.805790] env[66173]: During handling of the above exception, another exception occurred: [ 915.805790] env[66173]: Traceback (most recent call last): [ 915.806098] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 915.806098] env[66173]: listener.cb(fileno) [ 915.806098] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 915.806098] env[66173]: result = function(*args, **kwargs) [ 915.806098] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 915.806098] env[66173]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 915.806098] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 915.806098] env[66173]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 915.806098] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 915.806098] env[66173]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 915.806098] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.806098] env[66173]: res.raise_for_status() [ 915.806098] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.806098] env[66173]: raise HTTPError(http_error_msg, response=self) [ 915.806098] env[66173]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5dc37d9f-920f-4b7c-a9b1-c0f3202b5053 [ 915.806098] env[66173]: Removing descriptor: 52 [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5111f26-0d20-42f7-bd40-7d97015b2332 req-c8aa2121-6229-403d-ac78-2d2536e626d1 service nova] Enqueued Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_rules [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5111f26-0d20-42f7-bd40-7d97015b2332 req-c8aa2121-6229-403d-ac78-2d2536e626d1 service nova] Enqueued Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [req-c5111f26-0d20-42f7-bd40-7d97015b2332 req-c8aa2121-6229-403d-ac78-2d2536e626d1 service nova] Enqueued Resource ID: e1e2ad58-8242-4dc8-8100-ebf9b54485b4 with Priority: HIGHEST for action port [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_rules [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 916.126559] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e2ad58-8242-4dc8-8100-ebf9b54485b4 with Priority: HIGHEST for action port [ 916.126559] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.126900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.127200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.127556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.127824] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.129295] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.129524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.129671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.130014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.130283] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.130500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.130638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.130993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.131251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.131415] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.133861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.134117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.134282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.134521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.134762] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e2ad58-8242-4dc8-8100-ebf9b54485b4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.246523] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 4s [ 916.367909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 916.368753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.369032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.369312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.369422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.641524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.641524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.641524] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.641524] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e2ad58-8242-4dc8-8100-ebf9b54485b4 with status ACTIVE [ 916.641524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.641524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.641524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.641524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.641524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.642300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.642300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.642300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.643896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.644129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.645989] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.645989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.645989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.646190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.646322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.646450] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e2ad58-8242-4dc8-8100-ebf9b54485b4 is going to be updated. [ 916.676635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.677140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.677140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.677309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.677448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.678317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e2ad58-8242-4dc8-8100-ebf9b54485b4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.821848] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: SUCCESS [ 916.822143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.822338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.822564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.822805] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.822970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.823064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.823231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.823314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.823392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.823519] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.874858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.874858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.936054] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 916.936134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149734] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.243564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 4s [ 917.329274] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.656085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.656085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.656085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.656721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.656721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656721] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 is going to be created. [ 917.690689] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.690689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.690689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.690689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.690952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.702801] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: UNINITIALIZED for 2s [ 917.833075] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b78b8f0-d39a-4220-81a8-016f34a1a6cb: rpc.has_security_group_logging(os_id): False [ 917.851941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.852186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.852186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.853461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.853461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.853461] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb is going to be created. [ 917.922481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.922633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.922788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.922924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.923195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.945564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: IN_PROGRESS for 2s [ 918.193984] env[66173]: INFO networking_nsxv3.common.synchronization [None req-1333b515-76e1-46fe-a99d-38d1302b1d50 None None] Enqueued Resource ID: d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9 with Priority: HIGHEST for action port [ 918.194687] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9 with Priority: HIGHEST for action port [ 918.196586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.196586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.196586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.196586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.196586] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.261722] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 918.261722] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 deletion is rescheduled due to dependency. [ 918.261986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.262058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.263806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.264197] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.264683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.264683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.264683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.264683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.264683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.701989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9 [ 918.702374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.702445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.702919] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9 already deleted. [ 918.703046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a2b7a7-0dd2-4a6e-a49e-6da7213f08e9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.768992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.768992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.801794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.801958] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.802117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.802188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.802399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.802483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.802614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be updated. [ 918.841957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.842201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.842201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.842423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.842573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.857137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 919.256308] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.256308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.256308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.256589] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.715622] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: SUCCESS [ 919.715984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.716164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.716424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.716674] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.716877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.716953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.717175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.717385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.717503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.717662] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.760036] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.938160] env[66173]: INFO networking_nsxv3.common.synchronization [req-8405ec5d-729f-46f5-a0c5-0bf18b8daae3 req-5114d811-5ed8-4e16-886a-c53505d6ee0b tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 919.939362] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGHEST for action security_group_members [ 919.939362] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.939718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.939718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.939798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.939975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.940132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.940172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.940312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.940421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.940526] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.961210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: SUCCESS [ 919.961210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.219632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.220308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.220402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.220677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.220872] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.221013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.221058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.221233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.221315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.221398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.221547] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.221642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.221789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.221844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.221960] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.222070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.222158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.222308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.222422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.222466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.222547] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.262402] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.443546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.448046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.448046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.448046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.481020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.481854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.481854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.481854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.481854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.481854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.482251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be updated. [ 920.517438] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.517604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.517685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.517927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532338] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: IN_PROGRESS for 2s [ 920.725752] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6: rpc.has_security_group_logging(os_id): False [ 920.746221] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.746452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.746523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.746811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.746995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747188] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747804] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.748194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.748293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.750953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.751109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.751200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.751382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.751490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.751581] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 is going to be created. [ 920.766934] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.766934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.767078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.767214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.767408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.767573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 920.804781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.805020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.805137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.805441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.805656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.818432] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 920.822193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.822423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.822423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.822554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.822732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.837246] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: IN_PROGRESS for 2s [ 920.884598] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 920.884598] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 deletion is rescheduled due to dependency. [ 920.884598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.884809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.884943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.885288] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.885604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.885604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.885936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886199] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.376989] env[66173]: INFO networking_nsxv3.common.synchronization [req-594a8b99-2705-4176-b9cf-b8a5ec76e2d5 req-70d14fc9-27a2-4a66-b03b-e6e19f114ce7 tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 921.377704] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 921.378045] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.378173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.378237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.378587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.378683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.378742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.378965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.379070] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.388644] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.711271] env[66173]: INFO networking_nsxv3.common.synchronization [req-47545841-c1c2-40a2-8e47-6abbbb52589c req-45835f8b-7632-4768-8e5c-1cc4adcc8bd4 tempest-ImagesOneServerNegativeTestJSON-1077061554 tempest-ImagesOneServerNegativeTestJSON-1077061554-project-member] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 921.711682] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGHEST for action security_group_members [ 921.711990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.713014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.714025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.714025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.714025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.714025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.714025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.714025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.714443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.714443] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.881492] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.881750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.881750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.881889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.890743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56770ab-8d1b-428f-9068-a2dc4fe778e4: rpc.has_security_group_logging(os_id): False [ 921.904069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.904380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.904516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.904580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.904807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.904891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.904981] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 921.907360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.907477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.907546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.907743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.907836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.908209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.908322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.908384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.908540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.908624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.908706] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be updated. [ 921.937529] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.937754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.937856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.938105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.938279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.950351] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 921.967267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.967453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.967502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.967685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.967825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.982380] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: IN_PROGRESS for 2s [ 922.217334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.217334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.240042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240748] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.240748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.240748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.240748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.240748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.241018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be updated. [ 922.278483] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.278642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.278714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.278934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.279181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294958] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: IN_PROGRESS for 2s [ 922.544184] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 in Status: SUCCESS [ 922.544484] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 deletion is rescheduled due to dependency. [ 922.544699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.830909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 922.830909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.831992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.831992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.831992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.831992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.831992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.832351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.832351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.832351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.832448] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.853286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: SUCCESS [ 922.853677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.335108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.335108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.335108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.335618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.337352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.337352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.337352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.337867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337867] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.841011] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06545c6c-c5ef-4beb-bf46-00a854ee806b: rpc.has_security_group_logging(os_id): False [ 923.860300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.860454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.860543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.860735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.883227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.883493] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.883609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.883688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.883872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.884024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.884169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.884280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.884333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.884474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.884545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.884737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.884819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.884906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.885160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.885276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.885384] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 923.955186] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.955186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.955186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.955648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.955648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.962683] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 923.962902] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 923.963178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.978703] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 923.998051] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 in Status: SUCCESS [ 923.999276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.310329] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5506b2-4387-4774-944f-0a0a3125a47d in Status: SUCCESS [ 924.311574] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d deletion is rescheduled due to dependency. [ 924.311871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.998867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 925.999231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.712939] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 926.713058] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 927.053645] env[66173]: INFO networking_nsxv3.common.synchronization [req-4f698c30-d4ab-4e9a-b91e-621deb17e232 req-5221e08b-8492-4b7f-b406-fc4628ff41c5 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 927.054986] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 927.054986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.055689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.055786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.055995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.056236] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.056358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.056422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.056594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.056684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.056781] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.561727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.563076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.589428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.589428] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.589428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.589428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.589428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.589428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.589428] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 927.619996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.620182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.620323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.620483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.620640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.635341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 928.383962] env[66173]: INFO networking_nsxv3.common.synchronization [req-adfb30a8-2f77-4cb7-a356-7a6be70e0d75 req-48a3d4b7-1f87-48b2-8094-0a775e183d8a tempest-ServerGroupTestJSON-1602726259 tempest-ServerGroupTestJSON-1602726259-project-member] Enqueued Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 928.384530] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGHEST for action security_group_members [ 928.384990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.384990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.387167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.387358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.387553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.387663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.387728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.387887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.387971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.388079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.892530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.892721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.892791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.893038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.893133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.893334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.893451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.893518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.893671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.893748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.893831] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 is going to be updated. [ 928.924563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.924563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.924563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.924964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.924964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.934600] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: IN_PROGRESS for 2s [ 928.989839] env[66173]: INFO networking_nsxv3.common.synchronization [req-802e2d52-0bf8-45f0-88c3-c907b52f6dc7 req-f2f0290d-7498-42e4-b565-61b798228ccc tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 928.990575] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 928.990882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.991026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.991110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.992088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.992088] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.992088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.992088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.992088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.992088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.992088] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.495562] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.646146] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 929.646545] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 929.646895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.998746] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.505608] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.505608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.505608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.505608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.505608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.505608] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 930.539119] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.539547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.551312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 930.777163] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9f98806a-31b1-49bf-acd1-d61b3addbdd1 None None] Enqueued Resource ID: 628bd549-99a4-4773-a2e8-d19aa959d4e4 with Priority: HIGHEST for action port [ 930.777731] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628bd549-99a4-4773-a2e8-d19aa959d4e4 with Priority: HIGHEST for action port [ 930.778516] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-628bd549-99a4-4773-a2e8-d19aa959d4e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.778653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-628bd549-99a4-4773-a2e8-d19aa959d4e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.778713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-628bd549-99a4-4773-a2e8-d19aa959d4e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.780741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-628bd549-99a4-4773-a2e8-d19aa959d4e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.780905] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('628bd549-99a4-4773-a2e8-d19aa959d4e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.948857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 in Status: SUCCESS [ 930.949169] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 deletion is rescheduled due to dependency. [ 930.949666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284439] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 628bd549-99a4-4773-a2e8-d19aa959d4e4 [ 931.284723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.285199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.285301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.285401] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:628bd549-99a4-4773-a2e8-d19aa959d4e4 already deleted. [ 931.285480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-628bd549-99a4-4773-a2e8-d19aa959d4e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.395716] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2efa3664-99d5-4f53-83cc-3d5a9352e6b2 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 931.396322] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 931.396640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.396762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.396826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.397353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.397455] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.523803] env[66173]: INFO networking_nsxv3.common.synchronization [None req-905aaded-51b1-4c82-83f7-53d890933633 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 931.524353] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 931.524668] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.524809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.923317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.923484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.923550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.923773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.923863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.924055] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b already deleted. [ 931.924055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.924217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.924377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.924481] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.453287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.453890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.453890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.454323] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b already deleted. [ 932.454426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.564522] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 932.564522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.391024] env[66173]: INFO networking_nsxv3.common.synchronization [None req-45ba8a27-4b84-4b75-b801-1f51269bf19c None None] Enqueued Resource ID: 5a17a39f-6e0d-40e4-a337-841d76df4d8b with Priority: HIGHEST for action port [ 933.391024] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a17a39f-6e0d-40e4-a337-841d76df4d8b with Priority: HIGHEST for action port [ 933.391024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a17a39f-6e0d-40e4-a337-841d76df4d8b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.391024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a17a39f-6e0d-40e4-a337-841d76df4d8b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.392213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a17a39f-6e0d-40e4-a337-841d76df4d8b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.392603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a17a39f-6e0d-40e4-a337-841d76df4d8b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.392910] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a17a39f-6e0d-40e4-a337-841d76df4d8b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.896101] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a17a39f-6e0d-40e4-a337-841d76df4d8b [ 933.896451] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.896560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.896619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.896834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.896914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.897018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a17a39f-6e0d-40e4-a337-841d76df4d8b already deleted. [ 933.897109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a17a39f-6e0d-40e4-a337-841d76df4d8b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.125632] env[66173]: INFO networking_nsxv3.common.synchronization [req-b94f33e6-8ee7-4c82-a1c9-7a4c2199820f req-e7ba1cb6-1ad7-4d8e-bf28-0e065067c957 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 934.125787] env[66173]: INFO networking_nsxv3.common.synchronization [req-b94f33e6-8ee7-4c82-a1c9-7a4c2199820f req-e7ba1cb6-1ad7-4d8e-bf28-0e065067c957 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 934.125927] env[66173]: INFO networking_nsxv3.common.synchronization [req-b94f33e6-8ee7-4c82-a1c9-7a4c2199820f req-e7ba1cb6-1ad7-4d8e-bf28-0e065067c957 tempest-SecurityGroupsTestJSON-358488033 tempest-SecurityGroupsTestJSON-358488033-project-member] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 934.126508] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGHEST for action security_group_members [ 934.128128] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGHEST for action security_group_members [ 934.128128] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGHEST for action security_group_members [ 934.128128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.128128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.128128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.128128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.128128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.128128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.128128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.128787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.128787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.128787] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.130490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.130636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.130694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.130844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.130996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.131723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.131799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.131988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.132174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132252] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.134513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.134654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.134726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.134893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.135059] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.135180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.135238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.135419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.135470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.135542] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.637191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.637380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.637471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.637629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.638834] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.638977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.639186] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.639328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.665496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.665496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.665720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.665720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.666033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.666033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.666172] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be updated. [ 934.667720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.667951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.696028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.696243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.696397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.696496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.696720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.696816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.696909] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be updated. [ 934.697953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.698118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.698217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.698406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.698513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.698574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.698729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.698806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.698933] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be updated. [ 934.700602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.700717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.700781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.700954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.701091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.711709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: IN_PROGRESS for 2s [ 934.728801] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.728993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.729116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.729382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.729574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.731664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.731797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.731886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.732103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.732319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.742934] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: IN_PROGRESS for 2s [ 934.742934] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: IN_PROGRESS for 2s [ 935.294592] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-32e8fff7-63f7-40f3-bb15-95ebde3683ff tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 935.295230] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 935.295564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.295689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.295756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.296017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.296184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.296288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.296348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.296502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.296583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.296678] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.646764] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.646960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647014] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.647347] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.647769] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.647769] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.648152] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.648298] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.648560] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.648673] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.648779] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.648881] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.648987] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.649101] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.649229] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.670540] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.670717] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.670857] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.671047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.671372] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-3d11e7cb-89ba-42c2-9734-940321fa5b65 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.671554] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.671702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.672047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.672190] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d11e7cb-89ba-42c2-9734-940321fa5b65',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.798976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.799175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.799230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.799453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.799545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.799740] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.799827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.799934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.800053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.800130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.800213] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e already deleted. [ 935.800294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.829089] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7660e935-f980-4129-b95d-7e8c444ecffb tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 935.829631] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 935.830150] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.830150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.830150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.830402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.830432] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.936305] env[66173]: INFO networking_nsxv3.common.synchronization [None req-30fb45e7-4aad-4314-819a-0cfb7c055b70 tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 935.936821] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 935.937159] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.937283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174801] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.175043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.175245] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.175546] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.175851] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 3d11e7cb-89ba-42c2-9734-940321fa5b65 not found, creating... [ 936.176132] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.176322] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.176439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.176661] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.176797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.177088] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.177247] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.177368] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.178460] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.178460] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.178460] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 3d11e7cb-89ba-42c2-9734-940321fa5b65 is going to be created. [ 936.200094] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.200336] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.200488] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.200812] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.201065] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.201319] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.362503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.362936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.362936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.363044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.363148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.363186] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 already deleted. [ 936.363275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.363447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.363646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.363756] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.722683] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11f43e3-4713-4732-84cf-f31fee23f410 in Status: SUCCESS [ 936.722841] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 deletion is rescheduled due to dependency. [ 936.722982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.754467] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 in Status: SUCCESS [ 936.754683] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 deletion is rescheduled due to dependency. [ 936.754819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.755682] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b in Status: SUCCESS [ 936.755843] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b deletion is rescheduled due to dependency. [ 936.755913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.885485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.885485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.885485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.885485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.885485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.885840] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 already deleted. [ 936.885840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-08b52de7-2fcc-407d-9b30-43b2f965bc11 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-08b52de7-2fcc-407d-9b30-43b2f965bc11 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-08b52de7-2fcc-407d-9b30-43b2f965bc11 service nova] Enqueued Resource ID: 3d11e7cb-89ba-42c2-9734-940321fa5b65 with Priority: HIGHEST for action port [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 936.910345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d11e7cb-89ba-42c2-9734-940321fa5b65 with Priority: HIGHEST for action port [ 936.910345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.910345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.910345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.910987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.911095] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.912030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.912142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.912206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.912371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.912536] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.912632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.912690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.912827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.912938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.912980] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.913710] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d11e7cb-89ba-42c2-9734-940321fa5b65 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.913810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.913866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.914015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.914087] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d11e7cb-89ba-42c2-9734-940321fa5b65',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.227260] env[66173]: INFO networking_nsxv3.common.synchronization [req-78b90539-f9d5-4957-a93e-bfae3e56f257 req-18d34a1b-bcfd-4b01-9572-8ab23675a050 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 937.227826] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 937.228461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.228595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.228661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.228921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.229086] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.229184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.229247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.229395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.229477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.229569] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.415724] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.416159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.416159] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.417114] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d11e7cb-89ba-42c2-9734-940321fa5b65 with status ACTIVE [ 937.417155] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.417245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.417335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.417558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.417651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.417827] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.417923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.417983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.418265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.418326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.418510] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.418606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.418665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.418806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.418879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.419033] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d11e7cb-89ba-42c2-9734-940321fa5b65 is going to be updated. [ 937.448126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.448126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.448126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.448126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.448436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.448436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d11e7cb-89ba-42c2-9734-940321fa5b65" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550585] env[66173]: INFO networking_nsxv3.common.synchronization [req-0d1d328f-b662-4f2c-ab1a-a7eb10903055 req-7788f7fa-bec4-41cb-994a-ca9b80ea0d05 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 937.550585] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGHEST for action security_group_members [ 937.550585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.554204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.732243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.732412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.732456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.732663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.732754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.732943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.733083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.733201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.733304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.733380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.733463] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f already deleted. [ 937.733540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.921154] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.952487] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.952487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.952487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.952775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.952967] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.953166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.953295] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.953505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.953637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.953842] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.954113] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.954113] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.954247] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.954247] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.954335] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.954459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.972993] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.973174] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.973692] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.973692] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.973889] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-fb92d7ab-f801-4cf7-9f50-f522ef19966e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.973988] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.974093] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.974418] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.974585] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb92d7ab-f801-4cf7-9f50-f522ef19966e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.058660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.058660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.058879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.058940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.061686] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-137d6659-3dcd-43e8-8602-a0e19de2043a tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 938.063322] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 938.063322] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.063322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.083270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.083768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.083855] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e is going to be updated. [ 938.110955] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.111161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.111279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.111394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.111532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.120765] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: IN_PROGRESS for 2s [ 938.423189] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.423488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.423488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.424654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.424654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.424654] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be created. [ 938.452953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.453200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.453257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.453460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.453618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.466540] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: UNINITIALIZED for 2s [ 938.477102] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.477332] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.477468] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.478415] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.478759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.478942] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port fb92d7ab-f801-4cf7-9f50-f522ef19966e not found, creating... [ 938.479231] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.479451] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.479503] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.479734] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.479869] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.480194] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.480312] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.480430] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.480663] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.480797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.480933] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: fb92d7ab-f801-4cf7-9f50-f522ef19966e is going to be created. [ 938.485702] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.485870] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.485985] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486248] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.486520] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.486674] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486786] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486995] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.487139] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.487339] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.487447] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.487588] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.487701] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.487824] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.487928] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.488064] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.514680] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.514914] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.514981] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.515256] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.515639] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.515839] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.516033] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.516434] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.516574] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.518372] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.518572] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.518695] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.518936] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.519174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.519429] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.022044] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.022455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.022633] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.023114] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.023444] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.023620] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 not found, creating... [ 939.023933] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.024133] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.024255] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.024669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.024866] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.025433] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.025612] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.025612] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.025803] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.025938] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.026091] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 is going to be created. [ 939.061083] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.061371] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.061446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.061789] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.062037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.062272] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234453] env[66173]: INFO networking_nsxv3.common.synchronization [req-78b90539-f9d5-4957-a93e-bfae3e56f257 req-ff0ad9b1-ba25-457b-aea9-43c4bb2ac566 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 939.234683] env[66173]: INFO networking_nsxv3.common.synchronization [req-78b90539-f9d5-4957-a93e-bfae3e56f257 req-ff0ad9b1-ba25-457b-aea9-43c4bb2ac566 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 939.234862] env[66173]: INFO networking_nsxv3.common.synchronization [req-78b90539-f9d5-4957-a93e-bfae3e56f257 req-ff0ad9b1-ba25-457b-aea9-43c4bb2ac566 service nova] Enqueued Resource ID: fb92d7ab-f801-4cf7-9f50-f522ef19966e with Priority: HIGHEST for action port [ 939.235549] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 939.235757] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 939.235909] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb92d7ab-f801-4cf7-9f50-f522ef19966e with Priority: HIGHEST for action port [ 939.236320] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.236456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.236525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.236817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.236907] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.237831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.238038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.238110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.238333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.238531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.238620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.238697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.238868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.238972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.239092] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.240422] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb92d7ab-f801-4cf7-9f50-f522ef19966e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.240422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.240422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.240422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.240422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb92d7ab-f801-4cf7-9f50-f522ef19966e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.742323] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.742659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.742659] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.743589] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb92d7ab-f801-4cf7-9f50-f522ef19966e with status ACTIVE [ 939.743729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.743868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.743927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.744169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.744264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.744516] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.744644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.744699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.744855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.744929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.745142] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.745251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.745325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.745488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.745640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.745817] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb92d7ab-f801-4cf7-9f50-f522ef19966e is going to be updated. [ 939.771416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.771818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.771818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.772040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.772040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.772201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb92d7ab-f801-4cf7-9f50-f522ef19966e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.776404] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-4bc6e49f-f403-4fb7-849b-225f660505a4 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 939.776479] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-4bc6e49f-f403-4fb7-849b-225f660505a4 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 939.776629] env[66173]: INFO networking_nsxv3.common.synchronization [req-978ce100-3a31-4839-a1d4-a80f62201ecc req-4bc6e49f-f403-4fb7-849b-225f660505a4 service nova] Enqueued Resource ID: 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 with Priority: HIGHEST for action port [ 939.777116] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 939.777272] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 939.777386] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 with Priority: HIGHEST for action port [ 939.777655] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.777752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.777946] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.778038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.778250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.778375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.778450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.778628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.778703] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.132940] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e in Status: SUCCESS [ 940.133221] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e deletion is rescheduled due to dependency. [ 940.133382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.249367] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.277280] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb890228-dae2-4a38-a2e0-80fe122fe2fa req-f993e26b-201e-44a8-88e6-af6c7e2351aa tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 940.278022] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 940.278473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.278552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.278661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.281715] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.281715] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 with status ACTIVE [ 940.281715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.281715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.281715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.282293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.282293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.282293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.282293] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.282293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.282438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.282513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.282617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.282693] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63 is going to be updated. [ 940.309849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.310200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.310441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.310748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.310925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.311199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ee0d4b-0bc2-4ef6-a44b-08b7a77e3f63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.486867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.486867] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.486867] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.486867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.487664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.487940] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.488178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.488427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.488673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.488847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.489172] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.658416] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.658608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.658731] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.658998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.659265] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.659422] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.659534] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.659742] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.659881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.660175] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.660302] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.660413] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.660520] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.660629] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.660733] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.660859] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.680773] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.680957] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.681150] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.681330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-840" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.681647] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-ebf284a1-c101-4557-b5f9-d5e92d224be7 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.681821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.681949] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.682333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.682493] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf284a1-c101-4557-b5f9-d5e92d224be7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.751162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.751430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.751430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.751594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.751684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.751778] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be created. [ 940.778444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.778642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.778642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.778810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.778966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.786209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.786398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.786469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.786665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.786751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.787256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.787500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.787580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.788335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.788335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.788335] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 940.790711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: UNINITIALIZED for 2s [ 940.818491] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.818990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.828477] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 940.991476] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.994318] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.994464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.185804] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.186048] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.186187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.186544] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.186698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.186853] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port ebf284a1-c101-4557-b5f9-d5e92d224be7 not found, creating... [ 941.187565] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.187565] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.187565] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.187779] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.187816] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.188085] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.188233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.188341] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.188556] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.189542] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.189542] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: ebf284a1-c101-4557-b5f9-d5e92d224be7 is going to be created. [ 941.210143] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.210392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.210512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.210784] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.211019] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.211254] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.496008] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb890228-dae2-4a38-a2e0-80fe122fe2fa req-a600bf9f-5172-4a28-8519-3cde5f38c0b3 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb890228-dae2-4a38-a2e0-80fe122fe2fa req-a600bf9f-5172-4a28-8519-3cde5f38c0b3 service nova] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [req-fb890228-dae2-4a38-a2e0-80fe122fe2fa req-a600bf9f-5172-4a28-8519-3cde5f38c0b3 service nova] Enqueued Resource ID: ebf284a1-c101-4557-b5f9-d5e92d224be7 with Priority: HIGHEST for action port [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_rules [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 942.000032] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf284a1-c101-4557-b5f9-d5e92d224be7 with Priority: HIGHEST for action port [ 942.000862] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.001182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.001378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.001684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.001955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.002174] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 942.004530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.004530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.004530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.004530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.004530] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.005352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.005452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.005714] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf284a1-c101-4557-b5f9-d5e92d224be7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.005807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.005898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.006133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.006757] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf284a1-c101-4557-b5f9-d5e92d224be7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.070926] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.070926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.070926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.071475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.071475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.082322] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 942.508372] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.508548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.508767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf284a1-c101-4557-b5f9-d5e92d224be7 with status ACTIVE [ 942.508996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.509153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.509225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.509477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.509557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.509738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.509835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.509894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.510070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.510177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.510368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.510460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.510521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.510691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.510763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.510848] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf284a1-c101-4557-b5f9-d5e92d224be7 is going to be updated. [ 942.532636] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.532802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.532875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.534068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.534068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.534068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf284a1-c101-4557-b5f9-d5e92d224be7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.800875] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.803018] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.803018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.803018] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.839958] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 942.840400] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 942.840538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.840711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.840949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.841158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.841279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.841344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.841505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.841586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.841679] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.307941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.308451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.308451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.308588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.308774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.308897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.308970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.309182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.309286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.309388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.310187] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.310319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.310391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.310574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.310744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.310857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.310922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.311086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.311362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.311501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.311608] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.345487] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.817699] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e410e0-5f8d-4b00-bec5-5185a3ebc66f: rpc.has_security_group_logging(os_id): False [ 943.846750] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.849327] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.849518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.849518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.849720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.849831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.850163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.850309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.850609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.850609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.850609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.850888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.851097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.851214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.851579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.851579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.851913] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.852093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.852205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.852421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.852539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.852661] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be created. [ 943.954918] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.954918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.955374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.955479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.955689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.986309] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 944.094393] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 944.094554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.095067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.095067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.095067] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.095358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.095358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.095513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.095583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.095681] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.355908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.355908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.355908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.356347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.356347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.356433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 944.405290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.405290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.405290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.405290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.405290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.416596] env[66173]: INFO networking_nsxv3.common.synchronization [req-66fb23f1-f621-491d-ae4a-ad174b6ecccc req-1da1909b-36ee-4239-a20a-e7ea7f68c4f7 tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 944.417778] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 944.420325] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 944.420728] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.420887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.420947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.421205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.421377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.421499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.421563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.424504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.424504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.424504] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.598481] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.926225] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.926225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.926225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.926225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.948990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.949294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.949526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.949526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.949678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.949759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.949847] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be updated. [ 944.984214] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.984214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.984214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.984638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.984738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.007341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 945.049421] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6c1da364-4786-4b49-affa-0f69116b76b5 tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 945.050026] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 945.051441] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.051441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.051441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.051441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.051441] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.100966] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.196261] env[66173]: INFO networking_nsxv3.common.synchronization [None req-5a3e6352-05b2-4610-a3e3-914a57a25f71 tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 945.197794] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 945.198140] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.198249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.575152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.575681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.575681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.575987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.576130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.576196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 already deleted. [ 945.576374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.576623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.576867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.576998] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.608038] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.608038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.608038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.608038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.608038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.608038] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 945.639592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.639592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.639592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.639821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.639866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.654515] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 946.000651] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 946.001030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.099515] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.099679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.099802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.100064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.100194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.100335] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 already deleted. [ 946.100430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.433904] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 946.435036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.435036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435301] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.435361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.435411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.435569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435829] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.939260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.939959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.939959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.939959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.939959] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.940122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.940366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.940366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.940675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.940882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.940943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.941274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.941368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.941535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.941605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.941654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.941800] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.018816] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 947.018816] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb deletion is rescheduled due to dependency. [ 947.018980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.444431] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ef3750-e2aa-4feb-8fa1-cc644f892441: rpc.has_security_group_logging(os_id): False [ 947.463030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.463180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.463477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.463567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.463768] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.463870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.463922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.464086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.464162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.464374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.464462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.464532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.464702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.464779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.464977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.465079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.465147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.465349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.465420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.465507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 947.535841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.537035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.537035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552631] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 947.674989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 947.675278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.675775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.675775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.676035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.676035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.676218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.676273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.676325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.677065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.677255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.677313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.677470] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.677591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.677766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.677825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.677880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.677938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.678055] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.180649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 231ac3ff-2ba5-41db-b748-88253c46034e: rpc.has_security_group_logging(os_id): False [ 948.200900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.200900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.200900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.201137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.201234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.201444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.201538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.201602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.201788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.201870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.202100] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.202199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.202260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.202415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.202501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.202764] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.202866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.202927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.204211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.204211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.204211] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be created. [ 948.288887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.288995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.289075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.289562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.303209] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 949.570573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 949.572050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.199541] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 950.199541] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 950.319220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 950.319449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.319625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.319837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.319927] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.813238] env[66173]: INFO networking_nsxv3.common.synchronization [req-b3d3c06e-51bf-486e-8999-8275cc99dfdb req-3c673910-1648-4bc3-81a0-21a6a8580505 tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 950.813824] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 950.814434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.814565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.814632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.814829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.814981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.815093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.815152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.815327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.815414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.815508] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.821837] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.821967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.092132] env[66173]: INFO networking_nsxv3.common.synchronization [req-d4dce2ac-d115-4c68-a7cd-fd6460e6c585 req-967f27c6-d9bb-4227-8554-dca7b95d2fff tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 951.092820] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 951.093528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.093798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.318347] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.820599] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.323242] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.323242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.323242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.323445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.323546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.323646] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 952.358778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.358974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.358974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.360436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.360436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.370416] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 953.772273] env[66173]: INFO networking_nsxv3.common.synchronization [req-a7e38922-32cd-4c39-b118-43ab392c9a7d req-4b27d7bc-da05-4288-a89e-c8f406fdd28f tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 953.773103] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 953.773556] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.773733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.773837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774373] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.774528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.775150] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.279919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.281096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.281096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.282181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.282181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.282181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.282181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.282181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.282181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.282663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.282663] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 954.318122] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.318353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.318412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.318662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.318814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.329234] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 954.380819] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 954.381073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.381257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.381483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.381677] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.381794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.381896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.382092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.382176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.382261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.382362] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.383576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.383654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.383831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.383941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.384015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.384171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.384254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.384354] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.887539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.887539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.894988] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.894988] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.894988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.894988] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 954.923134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.923319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.923482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.924653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.924653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.933804] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 956.342765] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 956.343050] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f deletion is rescheduled due to dependency. [ 956.343097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.938605] env[66173]: INFO networking_nsxv3.common.synchronization [req-754ef2a2-5efe-44b7-9d26-db86a23f0d17 req-825d5e69-f727-40d7-87e3-8fd3e24fd641 tempest-MigrationsAdminTest-1576540276 tempest-MigrationsAdminTest-1576540276-project-member] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 956.939386] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGHEST for action security_group_members [ 956.940257] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.940421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.940493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.940698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.940853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.940950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.941017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.941164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.941247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.941340] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.947772] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 956.947954] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e deletion is rescheduled due to dependency. [ 956.948072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.948221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.948407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.948579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.948688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.948749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.948891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.948971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.949064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.949214] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.949422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.949508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.949657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.949801] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.949925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.949971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.950290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.950290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.950290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.950290] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.443901] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.444321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.444321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.444451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.453518] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 231ac3ff-2ba5-41db-b748-88253c46034e: rpc.has_security_group_logging(os_id): False [ 957.469302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.470160] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.470324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.470398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.470847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.470973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471454] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be updated. [ 957.473523] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.473758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.473869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.474130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.474476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.474738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.474899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.475028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.475267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.475833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.476126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.476316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.476423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.476657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.476823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.478193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.478376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.478500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.478730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.479030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.479454] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 957.524250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.524544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.524622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.524874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.525033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.538347] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: IN_PROGRESS for 2s [ 957.570711] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.573748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.573748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.573748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.573748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.591273] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 957.960282] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c5fc5c76-59d5-4aed-879e-74a431209dc0 None None] Enqueued Resource ID: 8130cacd-f7c4-4e15-90f1-a77c439fc0c0 with Priority: HIGHEST for action port [ 957.960282] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8130cacd-f7c4-4e15-90f1-a77c439fc0c0 with Priority: HIGHEST for action port [ 957.960282] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8130cacd-f7c4-4e15-90f1-a77c439fc0c0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.960637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8130cacd-f7c4-4e15-90f1-a77c439fc0c0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.960637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8130cacd-f7c4-4e15-90f1-a77c439fc0c0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8130cacd-f7c4-4e15-90f1-a77c439fc0c0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960860] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8130cacd-f7c4-4e15-90f1-a77c439fc0c0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.080171] env[66173]: INFO networking_nsxv3.common.synchronization [req-565ea248-cda1-4c53-b6b1-09e58e77bab3 req-bef50aa3-d83b-40ae-842f-2a49e17f08b6 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 958.080171] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGHEST for action security_group_members [ 958.080171] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.080171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.080171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.080509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.080824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.081101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.082832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.082832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.082832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.082832] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.465286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8130cacd-f7c4-4e15-90f1-a77c439fc0c0 [ 958.465623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.465857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.465857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.465982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.466085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.466146] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8130cacd-f7c4-4e15-90f1-a77c439fc0c0 already deleted. [ 958.466239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8130cacd-f7c4-4e15-90f1-a77c439fc0c0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.585053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.585053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.585053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.585324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.609324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.609842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.609842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.609842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.610032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.610032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.610032] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be updated. [ 958.638264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.639129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.639242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.639501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.639619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.650451] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: IN_PROGRESS for 2s [ 959.548806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 in Status: SUCCESS [ 959.549240] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 deletion is rescheduled due to dependency. [ 959.549240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.610053] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 959.610053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.209583] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d831287b-4d11-4d21-bd11-f918d0672485 None None] Enqueued Resource ID: f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a with Priority: HIGHEST for action port [ 960.214042] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a with Priority: HIGHEST for action port [ 960.214042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.214042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.214042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.214042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.214042] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.665671] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a in Status: SUCCESS [ 960.665671] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a deletion is rescheduled due to dependency. [ 960.665671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.715654] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a [ 960.715893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.716067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.716120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.716421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.716549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.716650] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a already deleted. [ 960.716732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7389fb4-fd5a-4e74-ba98-8b75dc6d7b2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.956948] env[66173]: INFO networking_nsxv3.common.synchronization [req-60c8e005-f7fc-4d66-95df-6860921106fd req-860a2f26-ba47-4428-91bf-af3e3d20a595 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 960.957537] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 960.957899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.958019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.958083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.958298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.958464] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.958578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.958626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.958775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.958858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.958949] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.292480] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292886] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293324] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.293576] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.293745] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.293915] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.294171] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.294318] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294552] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.294630] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.294739] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.294842] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.295049] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.295174] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.295307] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.316136] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.316313] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.316517] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.316735] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.317076] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-0ca3101a-22a7-4452-9f9c-c38a210616ea taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.317245] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.317364] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.317798] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.317895] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca3101a-22a7-4452-9f9c-c38a210616ea',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.463710] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.464018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.464192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.464585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.464785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.465078] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.465285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.465356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.465617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.465834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.465986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b already deleted. [ 961.466154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.820482] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.820482] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.820968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.820968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.820968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.821161] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 0ca3101a-22a7-4452-9f9c-c38a210616ea not found, creating... [ 961.821425] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.821591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.821706] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.821928] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.822086] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.822369] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822524] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822640] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.822846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.822978] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.823264] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea is going to be created. [ 961.850596] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.850825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.850946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.851256] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.851475] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.851742] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [req-60c8e005-f7fc-4d66-95df-6860921106fd req-b57303d1-b1d4-4913-be55-e9b7580d6913 service nova] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [req-60c8e005-f7fc-4d66-95df-6860921106fd req-b57303d1-b1d4-4913-be55-e9b7580d6913 service nova] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [req-60c8e005-f7fc-4d66-95df-6860921106fd req-b57303d1-b1d4-4913-be55-e9b7580d6913 service nova] Enqueued Resource ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea with Priority: HIGHEST for action port [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 962.635204] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea with Priority: HIGHEST for action port [ 962.635952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.636254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.636411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.636803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.636980] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.638075] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.638325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.638463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.638802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.639120] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.639342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.639501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.639725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.639897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.640431] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.641302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca3101a-22a7-4452-9f9c-c38a210616ea taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.641850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.642043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.642361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.643622] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca3101a-22a7-4452-9f9c-c38a210616ea',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.852767] env[66173]: INFO networking_nsxv3.common.synchronization [req-c9f20f8e-9e4e-4245-8dc0-d85b89819dec req-f8bbda39-1821-4d64-a2c3-10e5267d7e27 tempest-ImagesTestJSON-436219239 tempest-ImagesTestJSON-436219239-project-member] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 962.853586] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGHEST for action security_group_members [ 962.853730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.853853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.853926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.855113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.855113] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.855113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.855113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.855113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.855113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.855113] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.144478] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.144478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.144478] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.145434] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca3101a-22a7-4452-9f9c-c38a210616ea with status ACTIVE [ 963.145622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.145750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.145816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.146067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.146141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.146657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.146657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.146657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.146657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.146657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.147915] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.147915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.147915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.147915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.147915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.147915] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea is going to be updated. [ 963.172640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.172834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.172834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.173049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.173190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.173464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.359187] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.359374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.359445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.359596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.359683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.359875] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.359974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.360110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.360174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.360244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.360355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be updated. [ 963.399410] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.399632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.399632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.399875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.399985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.416632] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: IN_PROGRESS for 2s [ 963.649967] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.154017] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.154017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.154017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.154017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.154017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.154017] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be created. [ 964.181108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.181319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.181384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.181585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.182506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.195168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: UNINITIALIZED for 2s [ 965.427259] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 in Status: SUCCESS [ 965.427513] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 deletion is rescheduled due to dependency. [ 965.427683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.204659] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 966.204880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.205063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.205562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.205756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.205756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.205981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.206082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.206175] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.708916] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.211507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d1ac85-0b61-40ff-a99b-ae747465e47b: rpc.has_security_group_logging(os_id): False [ 967.231673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.231758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.231889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.232039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.232134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.232382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.232482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.232535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.232739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.232804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.233677] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be created. [ 967.299711] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.299711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.299711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.299965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.300099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.312633] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: IN_PROGRESS for 2s [ 967.854454] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.854454] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 968.756060] env[66173]: INFO networking_nsxv3.common.synchronization [req-1b82d525-c0d2-4579-8528-4bf7cdf29bd5 req-0b8fd0bc-6156-436d-9861-5b7a4f2c2eb1 tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 968.756592] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 968.756904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.757039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.757122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.757402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.757585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.757692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.757751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.757944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.757997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.758102] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.088384] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.088663] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.088663] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.088911] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.089244] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.089401] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.089516] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.089737] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.089877] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.090207] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.090334] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.090444] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.090549] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.090656] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.090758] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.090941] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.113716] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.113716] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.113716] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.113716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-445" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.113716] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.113716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.113716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.113716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.113716] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adb4e85-4cd7-4d48-9e0e-62983b527dcd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.260259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.260452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.260549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.260767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.260855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.261063] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.261180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.261218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.261353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.261425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.261506] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 already deleted. [ 969.261585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.326168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 969.326397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.616662] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.616968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.617207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.617487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.617638] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.617816] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 7adb4e85-4cd7-4d48-9e0e-62983b527dcd not found, creating... [ 969.618133] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.618252] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.618368] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.618588] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.618724] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.619007] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.619166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.619319] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.619474] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.619612] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.619745] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 7adb4e85-4cd7-4d48-9e0e-62983b527dcd is going to be created. [ 969.639740] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.639967] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.640079] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.640349] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.640838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.640838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.385307] env[66173]: INFO networking_nsxv3.common.synchronization [req-1b82d525-c0d2-4579-8528-4bf7cdf29bd5 req-20b9023d-2d63-4868-805c-ae65dbdd2b0d service nova] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 970.385631] env[66173]: INFO networking_nsxv3.common.synchronization [req-1b82d525-c0d2-4579-8528-4bf7cdf29bd5 req-20b9023d-2d63-4868-805c-ae65dbdd2b0d service nova] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 970.385631] env[66173]: INFO networking_nsxv3.common.synchronization [req-1b82d525-c0d2-4579-8528-4bf7cdf29bd5 req-20b9023d-2d63-4868-805c-ae65dbdd2b0d service nova] Enqueued Resource ID: 7adb4e85-4cd7-4d48-9e0e-62983b527dcd with Priority: HIGHEST for action port [ 970.386074] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_rules [ 970.386214] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 970.386304] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adb4e85-4cd7-4d48-9e0e-62983b527dcd with Priority: HIGHEST for action port [ 970.386603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.386718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.386780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.386983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.387080] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.388874] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.388874] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.388874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388874] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.389876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.389876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.389876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.389876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.390093] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adb4e85-4cd7-4d48-9e0e-62983b527dcd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.892690] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.894155] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.894262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.894727] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adb4e85-4cd7-4d48-9e0e-62983b527dcd with status ACTIVE [ 970.894907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.895817] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.895817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.896070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.896070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.896462] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.896599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.896651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.896804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.896877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.896966] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adb4e85-4cd7-4d48-9e0e-62983b527dcd is going to be updated. [ 970.920241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.920317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.920351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.920572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.920745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.920910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adb4e85-4cd7-4d48-9e0e-62983b527dcd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.188184] env[66173]: INFO networking_nsxv3.common.synchronization [req-1786cad9-eec2-4d74-98db-aaab52669a4e req-e9e73bbd-c6f7-44c5-8847-313b4089a552 tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 971.188776] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 971.189118] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.189245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.189311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.189609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.189810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.189863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.190047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.190136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.190261] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.395912] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.522113] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.522683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.522683] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.522904] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.523247] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.523451] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.523540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.523789] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.524176] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.524279] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.524386] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.524498] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.524657] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.524835] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.524999] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.525168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.552492] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.552792] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.553138] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.553464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-74" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553955] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.554268] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.554489] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.554944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.555169] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d915284f-ea3d-49d5-a7fe-2b8e73e4965c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.692844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.693062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.693114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.693303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.693392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.693582] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.693678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.693739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.693892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.693966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694063] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be updated. [ 971.728375] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.728570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.728664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.729051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.729796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.740968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 971.898977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.899142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.899216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.899435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.899539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.899652] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 is going to be created. [ 971.927370] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.927560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.927560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.927746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.927937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.085649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: UNINITIALIZED for 2s [ 972.086601] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.086834] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.086991] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.087320] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.087479] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.087649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port d915284f-ea3d-49d5-a7fe-2b8e73e4965c not found, creating... [ 972.087926] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.088142] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.088279] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.088527] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.088677] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.088948] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.089116] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.089226] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.089427] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.089554] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.089684] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: d915284f-ea3d-49d5-a7fe-2b8e73e4965c is going to be created. [ 972.112494] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.112809] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.112881] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.113113] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.113372] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.113659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.859578] env[66173]: INFO networking_nsxv3.common.synchronization [req-1786cad9-eec2-4d74-98db-aaab52669a4e req-b76664ad-1b4b-4bcb-a01b-728d26949bee service nova] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 972.860961] env[66173]: INFO networking_nsxv3.common.synchronization [req-1786cad9-eec2-4d74-98db-aaab52669a4e req-b76664ad-1b4b-4bcb-a01b-728d26949bee service nova] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 972.860961] env[66173]: INFO networking_nsxv3.common.synchronization [req-1786cad9-eec2-4d74-98db-aaab52669a4e req-b76664ad-1b4b-4bcb-a01b-728d26949bee service nova] Enqueued Resource ID: d915284f-ea3d-49d5-a7fe-2b8e73e4965c with Priority: HIGHEST for action port [ 972.860961] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_rules [ 972.861422] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 972.865900] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915284f-ea3d-49d5-a7fe-2b8e73e4965c with Priority: HIGHEST for action port [ 972.865900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865900] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.865900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865900] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d915284f-ea3d-49d5-a7fe-2b8e73e4965c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.204489] env[66173]: INFO networking_nsxv3.common.synchronization [req-adde8421-5482-4b1d-bfe3-58733a5366bf req-e5e1f310-95ad-4dc1-9db1-8ed67b68f690 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 973.205057] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGHEST for action security_group_members [ 973.205360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.205502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.205567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.205760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.205908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.206009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.207400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.207601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.207687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207802] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.367790] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.367973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.368440] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d915284f-ea3d-49d5-a7fe-2b8e73e4965c with status ACTIVE [ 973.368440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.368609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.368609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.368934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.368934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.369092] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.369155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.369186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.369436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.369756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.369890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.370165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.370165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.370165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.370502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.370502] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d915284f-ea3d-49d5-a7fe-2b8e73e4965c is going to be updated. [ 973.397623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.397843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.397843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.398470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.398470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.398470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d915284f-ea3d-49d5-a7fe-2b8e73e4965c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.710416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.710638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.710638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.710910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.732671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.732917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.733073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.733143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.733351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.733433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.733544] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 is going to be updated. [ 973.749729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 973.749909] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb deletion is rescheduled due to dependency. [ 973.750028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.750185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.750390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.750562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.750676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.750736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.750876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.750952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.751059] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.761181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.761313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.761353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.761731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.761731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.771534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: IN_PROGRESS for 2s [ 974.097253] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: SUCCESS [ 974.097541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.097639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.097931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.098126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.098247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.098310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.098520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.098598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.098682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.098801] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.253473] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.600975] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.755907] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.104936] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bf9659d-54f7-4f2a-a953-98faf9e7c550: rpc.has_security_group_logging(os_id): False [ 975.123512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.123655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.123744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.124029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.124130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.124387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.124487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.124553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.124697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.124783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.124867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 is going to be created. [ 975.189032] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.189032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.189032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.189428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.189428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.201301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: IN_PROGRESS for 2s [ 975.258945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.258945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.259345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.259345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.259345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.259434] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be updated. [ 975.314149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.314410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.314485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.314732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.314882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.325385] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 975.782118] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 in Status: SUCCESS [ 975.782118] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 deletion is rescheduled due to dependency. [ 975.782118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.004472] env[66173]: INFO networking_nsxv3.common.synchronization [None req-79b1a2a7-f4a1-4932-ae2f-634125b8c43b None None] Enqueued Resource ID: 59686947-72e3-4955-aca4-91345f2db128 with Priority: HIGHEST for action port [ 977.005467] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59686947-72e3-4955-aca4-91345f2db128 with Priority: HIGHEST for action port [ 977.005467] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-59686947-72e3-4955-aca4-91345f2db128 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.005578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59686947-72e3-4955-aca4-91345f2db128" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.005655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59686947-72e3-4955-aca4-91345f2db128" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.006009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59686947-72e3-4955-aca4-91345f2db128" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.006144] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59686947-72e3-4955-aca4-91345f2db128',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.214199] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: SUCCESS [ 977.214466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.335934] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 977.336204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.336369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.336631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.336835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.336982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.337155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.337205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.337252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.337372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.337426] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.508730] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59686947-72e3-4955-aca4-91345f2db128 [ 977.509351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.511140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.511140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.511140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.511140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.511140] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59686947-72e3-4955-aca4-91345f2db128 already deleted. [ 977.511140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59686947-72e3-4955-aca4-91345f2db128" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.719301] env[66173]: INFO networking_nsxv3.common.synchronization [req-e119ea7d-ba9f-4896-abee-2ebb7c8d45cc req-726fe491-34b9-4fe3-b2d7-6a85634b927a tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 977.719863] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 977.720188] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.720305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.720369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.720624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.720778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.720877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.720937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.724213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.724213] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.840094] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.125227] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.125638] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.125638] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.125847] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.126116] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.126293] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.126438] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.126802] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.127026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.127595] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.127595] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.127717] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.127845] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.127937] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.128043] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.128177] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.149133] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.149133] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.149133] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.149375] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-972" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.149533] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-6a59f654-d759-4329-8b4c-40db9fbac273 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.149716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.149829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.150217] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.150469] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a59f654-d759-4329-8b4c-40db9fbac273',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.228466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.228733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.228797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.229042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.229162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.229371] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.229501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.229570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.230202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.230202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.230202] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 already deleted. [ 978.230202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.346398] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb: rpc.has_security_group_logging(os_id): False [ 978.367126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.367251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.367251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.367433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.367526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.367793] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.368028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.368028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.368149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.368222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.368307] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be updated. [ 978.438984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.438984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.438984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.439222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.439272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.456373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 978.654782] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.654977] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.655455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.655455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.655638] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.655689] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 6a59f654-d759-4329-8b4c-40db9fbac273 not found, creating... [ 978.655976] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.656148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.656263] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.656480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.656615] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.657107] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.657107] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.657239] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.657369] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.657482] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.657616] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 6a59f654-d759-4329-8b4c-40db9fbac273 is going to be created. [ 978.681993] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.682275] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.682389] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.682625] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.682855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683186] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.493911] env[66173]: INFO networking_nsxv3.common.synchronization [None req-7536a263-4525-4044-8391-21866ea3e6e1 None None] Enqueued Resource ID: 1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e with Priority: HIGHEST for action port [ 979.494335] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e with Priority: HIGHEST for action port [ 979.494659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.494789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.494855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.495099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.495184] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.844390] env[66173]: INFO networking_nsxv3.common.synchronization [req-e119ea7d-ba9f-4896-abee-2ebb7c8d45cc req-d24a6f2f-e963-42f2-8b93-342c98ad900e service nova] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 979.844593] env[66173]: INFO networking_nsxv3.common.synchronization [req-e119ea7d-ba9f-4896-abee-2ebb7c8d45cc req-d24a6f2f-e963-42f2-8b93-342c98ad900e service nova] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 979.844781] env[66173]: INFO networking_nsxv3.common.synchronization [req-e119ea7d-ba9f-4896-abee-2ebb7c8d45cc req-d24a6f2f-e963-42f2-8b93-342c98ad900e service nova] Enqueued Resource ID: 6a59f654-d759-4329-8b4c-40db9fbac273 with Priority: HIGHEST for action port [ 979.849440] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_rules [ 979.850243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 979.850243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a59f654-d759-4329-8b4c-40db9fbac273 with Priority: HIGHEST for action port [ 979.853119] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.853119] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.853119] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.853119] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.853119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.853119] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.853907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a59f654-d759-4329-8b4c-40db9fbac273 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.853907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.853907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.854071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.854071] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a59f654-d759-4329-8b4c-40db9fbac273',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.996938] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e [ 979.997248] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.997345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.997457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.997619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.997706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.997823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e already deleted. [ 979.998028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b4ce7c5-877a-4eff-b8be-cf057d4a1e2e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.356240] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.357319] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.357424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.357585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a59f654-d759-4329-8b4c-40db9fbac273 with status ACTIVE [ 980.357757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.357879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.357956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.358168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.358254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.358841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.358841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.358841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.358841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.358841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.359166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.359166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.359294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.359340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.359382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.359454] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a59f654-d759-4329-8b4c-40db9fbac273 is going to be updated. [ 980.382203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.382397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.382443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.382646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.382820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.383010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a59f654-d759-4329-8b4c-40db9fbac273" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.483994] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 980.483994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.862079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.365430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.365695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.365695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.365903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.365989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.366104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 is going to be created. [ 981.389267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.389462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.389462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.389652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.389845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.399999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: UNINITIALIZED for 2s [ 983.411236] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: SUCCESS [ 983.411633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.411633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.411831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.412060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.412137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.412213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.412351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.412428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.412509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.412597] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.915401] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.140170] env[66173]: INFO networking_nsxv3.common.synchronization [req-1437279d-a605-4d29-9668-dfa343fa877b req-0208bf26-aee9-427d-8bc4-ed788821c32d tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 984.141404] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 984.141404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.141404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.141404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.141637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.141756] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.141856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.142476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.142476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.142476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.142476] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.421779] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eb3070a-05b4-4824-8303-0e1f1e5ff973: rpc.has_security_group_logging(os_id): False [ 984.440772] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.440925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.440996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.441235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.441325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.441568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.441670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.441733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.441883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.441956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.442096] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 is going to be created. [ 984.505635] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.505823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.505863] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.506133] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.507685] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.507685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.507685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.507685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.507685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.507685] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.507685] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.507685] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.508056] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.508056] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.508056] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.508056] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.510024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.510155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.510613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.510613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.510613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.525341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: IN_PROGRESS for 2s [ 984.533811] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.533981] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.534153] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.534344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.534641] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.534810] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.534938] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.535291] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.535429] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effa7e7e-4d40-43f3-b927-c8c5926ba1a9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.645551] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.645773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.645844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.646055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.646653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.646653] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.646653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.646653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.646653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.646839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.646839] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 984.677217] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.677500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.677500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.677737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.678113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.687171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 985.038278] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.038514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.039420] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.039420] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.039420] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.039420] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port effa7e7e-4d40-43f3-b927-c8c5926ba1a9 not found, creating... [ 985.039865] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.039865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.039865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.039982] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.040123] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.040412] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.040563] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.040682] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.040892] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.041031] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.041166] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: effa7e7e-4d40-43f3-b927-c8c5926ba1a9 is going to be created. [ 985.063633] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.064261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.064261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.064261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.064488] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.064695] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.813159] env[66173]: INFO networking_nsxv3.common.synchronization [req-1437279d-a605-4d29-9668-dfa343fa877b req-ea4336d0-c151-42e6-8967-a90491aabadb service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 985.813159] env[66173]: INFO networking_nsxv3.common.synchronization [req-1437279d-a605-4d29-9668-dfa343fa877b req-ea4336d0-c151-42e6-8967-a90491aabadb service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 985.813629] env[66173]: INFO networking_nsxv3.common.synchronization [req-1437279d-a605-4d29-9668-dfa343fa877b req-ea4336d0-c151-42e6-8967-a90491aabadb service nova] Enqueued Resource ID: effa7e7e-4d40-43f3-b927-c8c5926ba1a9 with Priority: HIGHEST for action port [ 985.814316] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 985.814458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 985.814553] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effa7e7e-4d40-43f3-b927-c8c5926ba1a9 with Priority: HIGHEST for action port [ 985.814837] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.814962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.815038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.815243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.815323] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.816266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.816364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.816583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.816687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.816750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.817019] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effa7e7e-4d40-43f3-b927-c8c5926ba1a9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.318497] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.318824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.318896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port effa7e7e-4d40-43f3-b927-c8c5926ba1a9 with status ACTIVE [ 986.319028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.319140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.319509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.319772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.319988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.320076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.320384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.320443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.320591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.320665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320791] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: effa7e7e-4d40-43f3-b927-c8c5926ba1a9 is going to be updated. [ 986.344377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.344529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.344529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.345198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.345198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.345198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-effa7e7e-4d40-43f3-b927-c8c5926ba1a9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.543102] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: SUCCESS [ 986.543102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.700914] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 986.701161] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 986.701280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.701444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.701661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.701842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.702365] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.205434] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.707620] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.210465] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.212218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.212218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.212218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.212218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.212218] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 988.244029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.244177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.244177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.244449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.244598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.255244] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 988.902954] env[66173]: INFO networking_nsxv3.common.synchronization [req-56d11d96-c958-4277-8721-e3cbf130649f req-c1f7ba8a-711d-4829-bc2c-4c351035452a tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 988.904420] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGHEST for action security_group_members [ 988.905405] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.905878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.906051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.906147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.906201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.906606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.906606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.906606] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.314267] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c50a08bc-2242-4ab9-96fa-96268492de0c tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 989.314825] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 989.315145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.315264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.315321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.315567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.315789] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.397203] env[66173]: INFO networking_nsxv3.common.synchronization [None req-0639ff5b-6ce3-411c-8fd6-207d4f253a91 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 989.397600] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 989.397846] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.397952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.410333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.410333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.410333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.410333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432638] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.434614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.434614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.434614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 is going to be updated. [ 989.462974] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.463274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.463352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.463569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.463713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.474735] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: IN_PROGRESS for 2s [ 989.836373] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.836373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.836373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.836373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.836373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.836695] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 already deleted. [ 989.836695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.836756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.838024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.838024] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.266189] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 990.266421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.266596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.266912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.267060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.267180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.267243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.267396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.267476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.267559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.267649] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.361236] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.361629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.361629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.362183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.362268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.362372] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 already deleted. [ 990.362459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.770636] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.770837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.770914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.771170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.771341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.771439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.771503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.771649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.771746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.771834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.771979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.772082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.772144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.772382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.772640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.772737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.772819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.772935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.773014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.773155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.773272] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.277372] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 991.313794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.314064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.314064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.314340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.314431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.314756] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.314856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.314919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.315103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.315181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.315430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.315602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.315602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.315735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.315770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.316327] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.316477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.316554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.316740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.316815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.316900] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 991.400844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.401160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.401160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.401451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.401451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.414099] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 991.440733] env[66173]: INFO networking_nsxv3.common.synchronization [req-bfb627f2-4fc0-4aab-b0ba-9619541be4f6 req-f981760c-c957-4cfa-95d2-31c509263a0c tempest-ServerPasswordTestJSON-1945544891 tempest-ServerPasswordTestJSON-1945544891-project-member] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 991.441405] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 991.445022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.445022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.445022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.445022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.487096] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 in Status: SUCCESS [ 991.489782] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 deletion is rescheduled due to dependency. [ 991.489782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.794019] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.794252] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-771" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.794376] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-771" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.794727] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-771" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.795337] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795735] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796050] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796223] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796443] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.796563] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.796679] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.796809] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.796949] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.797030] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.797173] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.816718] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.816907] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.817055] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.817229] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-771" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.817535] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-abd64a44-4866-45cb-8540-e94b4cb595bd taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.817756] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.818689] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.818689] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.818689] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abd64a44-4866-45cb-8540-e94b4cb595bd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.945440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.945688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.945779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.946035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.946132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.946338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.946437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.946497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.946652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.946748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.946865] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 already deleted. [ 991.946928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.320730] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.320730] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.321374] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.321864] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.321947] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.322240] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port abd64a44-4866-45cb-8540-e94b4cb595bd not found, creating... [ 992.322596] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.323148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.323148] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.323238] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.323312] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.323737] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.323825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.323955] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.324233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.324662] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.324662] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: abd64a44-4866-45cb-8540-e94b4cb595bd is going to be created. [ 992.347789] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.347789] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.347789] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.348080] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.348225] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.348450] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.096198] env[66173]: INFO networking_nsxv3.common.synchronization [req-bfb627f2-4fc0-4aab-b0ba-9619541be4f6 req-4c8965dd-48a5-4ed3-8ee4-6360306c2cfd service nova] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_rules [ 993.096439] env[66173]: INFO networking_nsxv3.common.synchronization [req-bfb627f2-4fc0-4aab-b0ba-9619541be4f6 req-4c8965dd-48a5-4ed3-8ee4-6360306c2cfd service nova] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 993.096487] env[66173]: INFO networking_nsxv3.common.synchronization [req-bfb627f2-4fc0-4aab-b0ba-9619541be4f6 req-4c8965dd-48a5-4ed3-8ee4-6360306c2cfd service nova] Enqueued Resource ID: abd64a44-4866-45cb-8540-e94b4cb595bd with Priority: HIGHEST for action port [ 993.097594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_rules [ 993.097594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 993.097594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd64a44-4866-45cb-8540-e94b4cb595bd with Priority: HIGHEST for action port [ 993.097784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.097889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.097955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.098228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.098313] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.099277] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.099421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.099457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.099631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.100551] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.100551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.100551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.100551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.100551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.100551] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.102060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-abd64a44-4866-45cb-8540-e94b4cb595bd taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.102196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.102239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.102890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.102890] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abd64a44-4866-45cb-8540-e94b4cb595bd',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.432108] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 993.432108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.602970] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.604182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.604323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.604691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abd64a44-4866-45cb-8540-e94b4cb595bd with status ACTIVE [ 993.604899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.605115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.605185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.605411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.606162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.606162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.606162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.606162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.606162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.606162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.606440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.606440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.606440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.606567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.606616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.606695] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abd64a44-4866-45cb-8540-e94b4cb595bd is going to be updated. [ 993.632281] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.632592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.632592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.632843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.633099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.633287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abd64a44-4866-45cb-8540-e94b4cb595bd" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.106394] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.611814] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.612148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.612148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.612350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.612444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.612557] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 is going to be created. [ 994.639820] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.639976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.640077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.640266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.640462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.653736] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: UNINITIALIZED for 2s [ 996.672077] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: SUCCESS [ 996.672077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.672442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.672843] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.672843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.672843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.673111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.673111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.673111] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.176810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.176810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.176810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.177316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.177316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.177316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.177316] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.177316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.177316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.177489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.177517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.177596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.177688] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.680723] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675d8d98-33bb-4252-a42f-efb00b0e5a31: rpc.has_security_group_logging(os_id): False [ 997.697825] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.697984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.698085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.698327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.698458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.698701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.698827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.698863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.699034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.699135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.699292] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.699373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.699487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.699624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.699658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.699846] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.699906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.699982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.700819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.700899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.700993] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 is going to be created. [ 997.760298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.760465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.760534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.760727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.760917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.774498] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: IN_PROGRESS for 2s [ 998.098145] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.098313] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 998.340416] env[66173]: INFO networking_nsxv3.common.synchronization [req-934eaa1c-a1ca-44ad-9a74-db8dce9cf133 req-2b263dde-aea6-440f-ae86-f71ee576b486 tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 998.340416] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 998.340652] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.340887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.341135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.341514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.343233] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.343233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.343233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.343233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.343233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.343233] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.452027] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d8ed8547-c6b9-4a4d-91ba-062f5b433aad tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 998.455952] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 998.455952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.456068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.456068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.456357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.456442] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.585479] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d533725f-bf38-4b39-9dd7-dbb69ab23b4d tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 998.585887] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 998.586869] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.586869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.852399] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.852399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.852399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.852399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.877369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.877826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.877826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.877826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.879226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.879226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.879226] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 998.888796] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c9173f20-886e-4bce-90d0-ba913597bae9 None None] Enqueued Resource ID: 8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8 with Priority: HIGHEST for action port [ 998.890180] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8 with Priority: HIGHEST for action port [ 998.890683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.890794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.890794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.891126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.891211] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.921212] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.921735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.921735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.921735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.921735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.930678] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 998.979279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.979483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.979523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.979776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.979860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.979893] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 already deleted. [ 998.979956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.980117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.980274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.980355] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.098183] env[66173]: INFO networking_nsxv3.common.synchronization [req-7a5a45ed-302c-4f0b-b6d0-b53090b88613 req-0a60f3cc-63af-4b76-9ab2-fbb0ee3d84be tempest-ServerActionsV293TestJSON-408920219 tempest-ServerActionsV293TestJSON-408920219-project-member] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 999.098183] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGHEST for action security_group_members [ 999.098717] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.098874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.098935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.099164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.099326] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.099423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.099474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.100203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.100203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.100203] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.394559] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8 [ 999.394559] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.394559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.394559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.394559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.394754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.394754] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8 already deleted. [ 999.394808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df8c1f9-3356-4b3e-a46d-03d84bb4e9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.505238] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.505609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.505812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.506120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.507246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.507338] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 already deleted. [ 999.507426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.606173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.606308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.606360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.607192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607192] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.607192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.607443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.608034] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb is going to be updated. [ 999.642304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.642510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.642510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.642722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.643044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.656230] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: IN_PROGRESS for 2s [ 999.792777] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: SUCCESS [ 999.793047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.946245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 1000.946245] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 1000.946245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.214044] env[66173]: INFO networking_nsxv3.common.synchronization [req-83934774-fd02-4600-bc8b-f9a0089634e8 req-36e9e7c3-b154-45ee-afa5-8d4b0fc974ff tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1001.214655] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1001.214971] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.217595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.217697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.218079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.218325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.219545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.219545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.219545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.219545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.219545] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.668021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb in Status: SUCCESS [ 1001.668353] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb deletion is rescheduled due to dependency. [ 1001.668560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.724033] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.724033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.724033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.724299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.724527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.724527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.724627] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 already deleted. [ 1001.724709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.740553] env[66173]: INFO networking_nsxv3.common.synchronization [None req-1334f6bd-e598-4c31-8e7f-cb66fd8f28d7 None None] Enqueued Resource ID: c71bced2-5e4b-4d67-ae9e-f5230e2991ab with Priority: HIGHEST for action port [ 1001.741295] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71bced2-5e4b-4d67-ae9e-f5230e2991ab with Priority: HIGHEST for action port [ 1001.742415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c71bced2-5e4b-4d67-ae9e-f5230e2991ab taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.742415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c71bced2-5e4b-4d67-ae9e-f5230e2991ab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.742415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c71bced2-5e4b-4d67-ae9e-f5230e2991ab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.742415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c71bced2-5e4b-4d67-ae9e-f5230e2991ab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.742415] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c71bced2-5e4b-4d67-ae9e-f5230e2991ab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.756569] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.756771] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.756916] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.757265] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.757525] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.757675] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.757792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.757998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.758800] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.759012] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.759133] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.759240] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.759355] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.759536] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.759643] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.759763] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.780744] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.780744] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.782067] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.782067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.782067] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-bc9d1831-5c65-4f26-a341-886e5eb65719 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.782067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.782067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.782877] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.782877] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9d1831-5c65-4f26-a341-886e5eb65719',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.244881] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c71bced2-5e4b-4d67-ae9e-f5230e2991ab [ 1002.245195] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.245346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.245412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.245634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.245779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.245908] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c71bced2-5e4b-4d67-ae9e-f5230e2991ab already deleted. [ 1002.246020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c71bced2-5e4b-4d67-ae9e-f5230e2991ab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.285890] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.285890] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.285890] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.286126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.287040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.287040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port bc9d1831-5c65-4f26-a341-886e5eb65719 not found, creating... [ 1002.287040] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.287040] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.287673] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.287673] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.287761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.288123] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.288383] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.288506] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.289204] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.289204] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.289204] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: bc9d1831-5c65-4f26-a341-886e5eb65719 is going to be created. [ 1002.313737] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.315025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.315025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.315025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.315025] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.315356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.039387] env[66173]: INFO networking_nsxv3.common.synchronization [req-83934774-fd02-4600-bc8b-f9a0089634e8 req-473e5f71-aa78-4c4d-93b7-330a35257084 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1003.039585] env[66173]: INFO networking_nsxv3.common.synchronization [req-83934774-fd02-4600-bc8b-f9a0089634e8 req-473e5f71-aa78-4c4d-93b7-330a35257084 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1003.039844] env[66173]: INFO networking_nsxv3.common.synchronization [req-83934774-fd02-4600-bc8b-f9a0089634e8 req-473e5f71-aa78-4c4d-93b7-330a35257084 service nova] Enqueued Resource ID: bc9d1831-5c65-4f26-a341-886e5eb65719 with Priority: HIGHEST for action port [ 1003.040375] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1003.040670] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1003.040670] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9d1831-5c65-4f26-a341-886e5eb65719 with Priority: HIGHEST for action port [ 1003.043538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.043538] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.043538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.043538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.043538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.043538] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.044408] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc9d1831-5c65-4f26-a341-886e5eb65719 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.044473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.044842] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9d1831-5c65-4f26-a341-886e5eb65719',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.546632] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.551353] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551353] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc9d1831-5c65-4f26-a341-886e5eb65719 with status ACTIVE [ 1003.551353] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.551353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.551353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.554725] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.554725] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.554725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.554725] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc9d1831-5c65-4f26-a341-886e5eb65719 is going to be updated. [ 1003.577454] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.577454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.577454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.577454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.577454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.577886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc9d1831-5c65-4f26-a341-886e5eb65719" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.809978] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-c98ff585-1d88-4b81-8f01-f91b7cfd33bd tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1003.810593] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1003.810900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.811436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.811515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.811731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.811897] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.811989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.812058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.812236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.812307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.812394] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.049800] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.195036] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.195213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.195213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.195458] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.195707] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.195876] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.195986] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.200376] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.200533] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.200760] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.200854] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.200993] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.201158] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.201275] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.201378] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.201534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.222115] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.222311] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.222448] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.222624] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.222994] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.223192] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.223308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.223661] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.223795] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604788e-8ecc-4b8b-b4f7-94bbe7501d17',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.315230] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.315230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.315380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.315550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.315666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.315979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.316090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.316152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.316361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.316459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.316793] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1004.346938] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.348138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.348138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.348363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.348505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.358641] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1004.519119] env[66173]: INFO networking_nsxv3.common.synchronization [None req-19872e36-5508-4fc1-b326-7503326ad109 None None] Enqueued Resource ID: 3113cbe7-11c3-48a6-a541-7d31f6400720 with Priority: HIGHEST for action port [ 1004.519621] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3113cbe7-11c3-48a6-a541-7d31f6400720 with Priority: HIGHEST for action port [ 1004.519984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3113cbe7-11c3-48a6-a541-7d31f6400720 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.520124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3113cbe7-11c3-48a6-a541-7d31f6400720" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.520124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3113cbe7-11c3-48a6-a541-7d31f6400720" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.520356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3113cbe7-11c3-48a6-a541-7d31f6400720" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.520434] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3113cbe7-11c3-48a6-a541-7d31f6400720',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.552651] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.553920] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be created. [ 1004.583245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.583476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.583529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.583784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.583951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.595707] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: UNINITIALIZED for 2s [ 1004.726954] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.728170] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.728170] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.728364] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.728514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.728696] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port f604788e-8ecc-4b8b-b4f7-94bbe7501d17 not found, creating... [ 1004.729084] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.729268] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.729390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.729637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.729787] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.731664] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.731664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.731664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.731664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.731664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.731664] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: f604788e-8ecc-4b8b-b4f7-94bbe7501d17 is going to be created. [ 1004.753589] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.753823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.754018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758020] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.024735] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3113cbe7-11c3-48a6-a541-7d31f6400720 [ 1005.025070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.025225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.025296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.025594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.025719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.025894] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3113cbe7-11c3-48a6-a541-7d31f6400720 already deleted. [ 1005.026020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3113cbe7-11c3-48a6-a541-7d31f6400720" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.106498] env[66173]: INFO networking_nsxv3.common.synchronization [req-f795db3b-5b8d-41fd-8d9b-5abb03468581 req-d0c7a529-115b-4078-b8cd-16077ef42cf5 tempest-ServerPasswordTestJSON-1945544891 tempest-ServerPasswordTestJSON-1945544891-project-member] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 1005.107078] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGHEST for action security_group_members [ 1005.107391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.107511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.107579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.107892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.107892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.108208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.108299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.108390] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.490302] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-037d9289-6ebc-4154-9b29-0e98e53841a2 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 1005.490466] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-037d9289-6ebc-4154-9b29-0e98e53841a2 service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1005.490597] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-037d9289-6ebc-4154-9b29-0e98e53841a2 service nova] Enqueued Resource ID: f604788e-8ecc-4b8b-b4f7-94bbe7501d17 with Priority: HIGHEST for action port [ 1005.491163] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 1005.491299] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1005.491443] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f604788e-8ecc-4b8b-b4f7-94bbe7501d17 with Priority: HIGHEST for action port [ 1005.491671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.491792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.491855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.492064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.492145] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.492976] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.493105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.493321] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.493379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.493416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.493576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.493643] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604788e-8ecc-4b8b-b4f7-94bbe7501d17',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.611998] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.613394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.613394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.613677] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 is going to be updated. [ 1005.647539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.647847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.647847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.647847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.648071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.658475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: IN_PROGRESS for 2s [ 1005.996206] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.996337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.996527] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f604788e-8ecc-4b8b-b4f7-94bbe7501d17 with status ACTIVE [ 1005.996719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.996825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.996890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.997137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.997247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.997425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.997536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.997597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.997788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.997869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.998083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.998194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.998258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.998406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.998498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.998584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f604788e-8ecc-4b8b-b4f7-94bbe7501d17 is going to be updated. [ 1006.023981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.023981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.023981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.024254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.024490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.024677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f604788e-8ecc-4b8b-b4f7-94bbe7501d17" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.240669] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-72fac756-3d98-4aad-a581-e0e555b040bb tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1006.241329] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1006.241737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.241857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372160] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1006.375471] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e deletion is rescheduled due to dependency. [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.375471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.375471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.375960] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.606801] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1006.607140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.607376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.607663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.608290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.608290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.608290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.608448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.608448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608725] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.640895] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.641268] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.641308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.641583] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.642244] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.642244] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.642244] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.642442] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.642483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.642789] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.642853] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.642944] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.643016] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.643152] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.643221] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.643340] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.680849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.680849] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.680952] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.681134] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-772" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.681496] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-256e25bc-52af-4f2b-a34c-be83a7137fd8 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.681669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.681781] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.682446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.682615] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256e25bc-52af-4f2b-a34c-be83a7137fd8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.877955] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.016463] env[66173]: INFO networking_nsxv3.common.synchronization [None req-54839fe0-126f-41b6-9f22-07db1bdb9364 None None] Enqueued Resource ID: 39c84f4a-03dc-4ec6-8e33-75d02290920b with Priority: HIGHEST for action port [ 1007.017051] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c84f4a-03dc-4ec6-8e33-75d02290920b with Priority: HIGHEST for action port [ 1007.017387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c84f4a-03dc-4ec6-8e33-75d02290920b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c84f4a-03dc-4ec6-8e33-75d02290920b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c84f4a-03dc-4ec6-8e33-75d02290920b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c84f4a-03dc-4ec6-8e33-75d02290920b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017930] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c84f4a-03dc-4ec6-8e33-75d02290920b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.111215] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.111412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.111454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.111771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.112013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.112273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.112367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.112595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.112729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.112863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.113057] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.113157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.113264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.113369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.113520] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.113608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.113665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.113805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.113883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.113988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.114116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.185788] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.186056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.186198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.186459] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.187535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.187535] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 256e25bc-52af-4f2b-a34c-be83a7137fd8 not found, creating... [ 1007.187535] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.187535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.187535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.187535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.187823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.187878] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.188034] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.188147] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.188352] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.188482] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.188616] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 256e25bc-52af-4f2b-a34c-be83a7137fd8 is going to be created. [ 1007.212171] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.212386] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.212505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.212787] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.213109] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.213332] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.381206] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.520809] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c84f4a-03dc-4ec6-8e33-75d02290920b [ 1007.520809] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.520809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.520809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.521973] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c84f4a-03dc-4ec6-8e33-75d02290920b already deleted. [ 1007.521973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c84f4a-03dc-4ec6-8e33-75d02290920b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.616809] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1007.639327] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.639526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.640278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.640278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.640278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.640278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.640278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.640963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.640963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.640963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.640963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.641462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.641462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.641462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.641462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.641942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.641942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.641942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.642143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.642143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.642143] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be created. [ 1007.672615] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 in Status: SUCCESS [ 1007.672805] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 deletion is rescheduled due to dependency. [ 1007.672901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.715951] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.716238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.716372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.716789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.716963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.733427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1007.887708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.887708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.887708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.888108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.888108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.888303] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1007.934349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.935153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.935153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.935153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.935153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.945804] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1007.973631] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-0793eaca-5422-4656-b52c-a3f97569703e service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 1007.973631] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-0793eaca-5422-4656-b52c-a3f97569703e service nova] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1007.973631] env[66173]: INFO networking_nsxv3.common.synchronization [req-047b3dc6-0092-4d57-9c70-806cce8e44e8 req-0793eaca-5422-4656-b52c-a3f97569703e service nova] Enqueued Resource ID: 256e25bc-52af-4f2b-a34c-be83a7137fd8 with Priority: HIGHEST for action port [ 1007.974163] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_rules [ 1007.974458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1007.974458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256e25bc-52af-4f2b-a34c-be83a7137fd8 with Priority: HIGHEST for action port [ 1007.974696] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.974808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.975072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.975640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.976109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-256e25bc-52af-4f2b-a34c-be83a7137fd8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.976280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.976368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.976515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.976581] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256e25bc-52af-4f2b-a34c-be83a7137fd8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.478736] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 256e25bc-52af-4f2b-a34c-be83a7137fd8 with status ACTIVE [ 1008.479206] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.479206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.479425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.479536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.479608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.480185] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.480185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.480185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.480185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.480185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.480393] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.480393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.480493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.480561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.480625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.480705] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 256e25bc-52af-4f2b-a34c-be83a7137fd8 is going to be updated. [ 1008.506485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.506692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.506775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.506946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.507099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.507277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256e25bc-52af-4f2b-a34c-be83a7137fd8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.605930] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.606084] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.746586] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1009.746913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.955709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1009.956019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.956197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.956431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.956644] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.956895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.957064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.957310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.957443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.957586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.957738] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.958738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.958917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.959099] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.959246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.959314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.959458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.959534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.959620] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.461712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.461712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.461712] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.964804] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.467527] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.467752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.467752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.467973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.468104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.468220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1011.501555] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.501752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.501752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.501975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.502334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.511582] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1012.765043] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b5aa764-048b-4694-ad7f-1a33f49748ea req-7614fb04-83fc-4ab3-9238-ce8fae3c7187 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1012.765764] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1012.766089] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.766447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.766845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.767602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.767686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767994] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.095315] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.095504] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.095624] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.095943] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.096211] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.096366] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.096483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.096704] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.096852] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.097067] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.097187] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.097323] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.097399] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.097504] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.097604] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.097740] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.118360] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.118575] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.118717] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.118906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.119258] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.119437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.119553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.119944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.120113] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d7a9fe-5a14-4f74-91ca-f465f3d384d8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.269881] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.270081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.270201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.270374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.270464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.270664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.270768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.270820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.270968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.271047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.271136] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 already deleted. [ 1013.271215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523601] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1013.523747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.524193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.524396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.524514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.524731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.524811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.524905] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.623721] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.623721] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.623721] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.623998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.623998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.624150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 not found, creating... [ 1013.624459] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.624674] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.624795] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.625113] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.625376] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625566] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.625733] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625902] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.626157] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.626292] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.626447] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 is going to be created. [ 1013.649462] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.649838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.649999] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.650303] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.650565] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.650791] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027367] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.361417] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b5aa764-048b-4694-ad7f-1a33f49748ea req-c0e53120-d96d-44fe-bc38-71d04160ad7b service nova] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 1014.362909] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b5aa764-048b-4694-ad7f-1a33f49748ea req-c0e53120-d96d-44fe-bc38-71d04160ad7b service nova] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1014.363276] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b5aa764-048b-4694-ad7f-1a33f49748ea req-c0e53120-d96d-44fe-bc38-71d04160ad7b service nova] Enqueued Resource ID: b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 with Priority: HIGHEST for action port [ 1014.364289] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_rules [ 1014.364662] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1014.364662] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 with Priority: HIGHEST for action port [ 1014.365261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.365600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.365716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.365989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.366150] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.367079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.367714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.367714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.368020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.368841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.368841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.368841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.368841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.368841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.368841] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.369862] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.370022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.370126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370450] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d7a9fe-5a14-4f74-91ca-f465f3d384d8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.531717] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.872679] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.874118] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874917] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 with status ACTIVE [ 1014.874917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.875511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875700] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.875863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.876255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.876359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.876617] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.876617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.876789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.876844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.876897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.877467] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d7a9fe-5a14-4f74-91ca-f465f3d384d8 is going to be updated. [ 1014.903048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.903048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.903048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.903048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.903351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.903351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d7a9fe-5a14-4f74-91ca-f465f3d384d8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.033914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.033914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.034049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.034139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.034281] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1015.079416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.079580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.079633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.079890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.080029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.092205] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1015.379525] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.884037] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.884037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.884037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.884037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.884037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.884037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 is going to be created. [ 1015.912308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.912439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.912511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.912719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.912875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.922298] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: UNINITIALIZED for 2s [ 1016.617106] env[66173]: INFO networking_nsxv3.common.synchronization [req-3692b937-69f8-477a-920a-17938ce0a618 req-dc3c4614-7c94-453f-949b-53b9756b8dcb tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1016.617907] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1016.619359] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.619516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.619590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.619839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.620102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.620205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.620264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.620457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.620581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.620724] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.007964] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.008194] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.008371] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.008628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.008836] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.008991] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.009116] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.009555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.009702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.009907] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.010036] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.010143] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.010277] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.010348] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.010465] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.010566] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.036094] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.036420] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.037126] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.037126] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-691" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.037126] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-972b09f8-5ece-450b-9a77-572396f75085 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.037428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037428] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.037643] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037848] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972b09f8-5ece-450b-9a77-572396f75085',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.102809] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1017.103049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.103229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.103451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.103643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.103762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.103821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.103971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.104071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.104159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.104309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.105539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.105539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.105539] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.123609] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.124775] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.124775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.124775] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 1017.154053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.154053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.154053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.154053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.154053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.175371] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 1017.540715] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.540959] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.541105] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.541412] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.541554] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.541705] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 972b09f8-5ece-450b-9a77-572396f75085 not found, creating... [ 1017.541994] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.542183] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.542329] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.542553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.542750] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.543117] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.543305] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.543423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.543629] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.543770] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.543923] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 972b09f8-5ece-450b-9a77-572396f75085 is going to be created. [ 1017.568287] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.568639] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.569251] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.569668] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.570150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.607196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 231ac3ff-2ba5-41db-b748-88253c46034e: rpc.has_security_group_logging(os_id): False [ 1017.627381] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.627743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.627887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.628310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.628482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.628929] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.629132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.629246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.629863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.630096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.630447] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.630667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.630769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.631023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.631181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.631439] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.631587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.631687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.631924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.632063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.632415] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1017.713779] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.713959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.714046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.714328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.714533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.736534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1017.935646] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: SUCCESS [ 1017.936052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.936317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.937031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.937031] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.937031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.937262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.937262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.937370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.937605] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.309496] env[66173]: INFO networking_nsxv3.common.synchronization [req-3692b937-69f8-477a-920a-17938ce0a618 req-9fc3ae7e-5a99-40c0-bbb5-1d35850e9bab service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 1018.309682] env[66173]: INFO networking_nsxv3.common.synchronization [req-3692b937-69f8-477a-920a-17938ce0a618 req-9fc3ae7e-5a99-40c0-bbb5-1d35850e9bab service nova] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1018.309824] env[66173]: INFO networking_nsxv3.common.synchronization [req-3692b937-69f8-477a-920a-17938ce0a618 req-9fc3ae7e-5a99-40c0-bbb5-1d35850e9bab service nova] Enqueued Resource ID: 972b09f8-5ece-450b-9a77-572396f75085 with Priority: HIGHEST for action port [ 1018.310465] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_rules [ 1018.310612] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1018.310712] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b09f8-5ece-450b-9a77-572396f75085 with Priority: HIGHEST for action port [ 1018.311013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.311239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.311305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.311517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.311696] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.312570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.312721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.312885] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-972b09f8-5ece-450b-9a77-572396f75085 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.313026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.313026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.313218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.313294] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('972b09f8-5ece-450b-9a77-572396f75085',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.440253] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.817279] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 972b09f8-5ece-450b-9a77-572396f75085 with status ACTIVE [ 1018.817698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.817902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.817983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.818293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.818397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.818602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.818711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.818850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.819208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.819208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.819281] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.819340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.819416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.819836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.819836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.819957] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 972b09f8-5ece-450b-9a77-572396f75085 is going to be updated. [ 1018.821235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.821342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.843873] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.844177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.844177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.844444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.844620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.845212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-972b09f8-5ece-450b-9a77-572396f75085" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.943922] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 227f3914-05ac-46cd-b170-381e00f551c1: rpc.has_security_group_logging(os_id): False [ 1018.962972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.962972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.963201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.963349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.963551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.964049] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.964049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.964049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.964327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.964387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.964496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 is going to be created. [ 1019.035662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.035835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.035946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.036260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.036499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.044159] env[66173]: INFO networking_nsxv3.common.synchronization [req-35f47d8e-e045-46e1-a396-9837c82b9fb6 req-dda6109f-ae81-4a56-94e2-5cda5683f6f2 tempest-AttachInterfacesV270Test-383281124 tempest-AttachInterfacesV270Test-383281124-project-member] Enqueued Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1019.044805] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1019.045177] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.045630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.045814] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.046027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.046027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.046192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.046276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.046370] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.054481] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: IN_PROGRESS for 2s [ 1019.188310] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 1019.188723] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 1019.188723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.188913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.189167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.189357] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.189481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.189545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.189719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.189835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.189946] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.434318] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.434629] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-561" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.434836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-561" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.435542] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-561" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.435987] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.436256] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.436439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.436980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.437093] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.437314] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.437499] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.437652] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.437817] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.437986] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.438173] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.438374] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.463560] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.463964] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.464251] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.464529] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-561" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.464984] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-3dc39f0a-63ae-49a8-83af-c3600a52e79b taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.465308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.465511] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.466046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.466521] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc39f0a-63ae-49a8-83af-c3600a52e79b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.549474] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.549711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.549711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.549914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.550015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.550210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.550311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.550376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.550524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.550601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.550681] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 already deleted. [ 1019.550761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.692772] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.756257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1019.756257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.756547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.756604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.757924] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.969937] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.970605] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.970605] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.970605] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.970858] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.970858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 3dc39f0a-63ae-49a8-83af-c3600a52e79b not found, creating... [ 1019.971118] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.971349] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.971464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.971591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.971713] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.971997] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.972207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.972313] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.972456] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.972571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.972709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 3dc39f0a-63ae-49a8-83af-c3600a52e79b is going to be created. [ 1019.993484] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.993763] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.993830] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.994141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.994363] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.994581] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.127497] env[66173]: INFO networking_nsxv3.common.synchronization [req-547884a5-6af9-4919-8e25-9054afba7ce4 req-7a37d6eb-2535-422e-a785-644f8f6dd0cd tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1020.128594] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1020.128594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.128594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.128594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.128824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.128915] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.129018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.129080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.129233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.129318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.129414] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.195661] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.259894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.260036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.339601] env[66173]: INFO networking_nsxv3.common.synchronization [req-00946073-ac75-4af5-8917-58c3f831b43a req-b427788a-2c32-4666-bfc4-3c9638b6f9a4 tempest-MultipleCreateTestJSON-229695285 tempest-MultipleCreateTestJSON-229695285-project-member] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1020.340264] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGHEST for action security_group_members [ 1020.340788] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.340934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.631693] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.698472] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.698717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.698717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.698909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.699009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.699116] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 1020.731196] env[66173]: INFO networking_nsxv3.common.synchronization [req-35f47d8e-e045-46e1-a396-9837c82b9fb6 req-bca87e64-3733-450b-8987-74fef1fae80b service nova] Enqueued Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_rules [ 1020.731375] env[66173]: INFO networking_nsxv3.common.synchronization [req-35f47d8e-e045-46e1-a396-9837c82b9fb6 req-bca87e64-3733-450b-8987-74fef1fae80b service nova] Enqueued Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1020.731508] env[66173]: INFO networking_nsxv3.common.synchronization [req-35f47d8e-e045-46e1-a396-9837c82b9fb6 req-bca87e64-3733-450b-8987-74fef1fae80b service nova] Enqueued Resource ID: 3dc39f0a-63ae-49a8-83af-c3600a52e79b with Priority: HIGHEST for action port [ 1020.732374] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_rules [ 1020.732573] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1020.732713] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc39f0a-63ae-49a8-83af-c3600a52e79b with Priority: HIGHEST for action port [ 1020.734161] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.734292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.734360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.734629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.734775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736050] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736606] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.737885] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.737885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.737885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.738112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.738194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.738285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.738346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.738507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.738608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.738704] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.739553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc39f0a-63ae-49a8-83af-c3600a52e79b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.739651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.739718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.739884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.739973] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc39f0a-63ae-49a8-83af-c3600a52e79b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.753488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 1021.072997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: SUCCESS [ 1021.073423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.134144] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.137509] env[66173]: INFO networking_nsxv3.common.synchronization [req-eec47ec9-ce22-41ed-938d-9dfba7d152fb req-c83c2217-27cb-4d3c-b714-81cce0eef8c3 tempest-ServersWithSpecificFlavorTestJSON-1542153374 tempest-ServersWithSpecificFlavorTestJSON-1542153374-project-member] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 1021.138075] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGHEST for action security_group_members [ 1021.138432] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.138553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.138619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.138818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.138971] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.139172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.139220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.139360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.139443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.139535] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.243633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.243633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.243633] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.243633] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dc39f0a-63ae-49a8-83af-c3600a52e79b with status ACTIVE [ 1021.243633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.243633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.243633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.244215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.244215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.244215] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.244215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.244353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.244397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.244466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.244641] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.244725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.244780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.244913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.245015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.245620] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dc39f0a-63ae-49a8-83af-c3600a52e79b is going to be updated. [ 1021.279866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.279866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.279866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.279866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.279866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.279866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc39f0a-63ae-49a8-83af-c3600a52e79b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.637540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.637750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.637821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.638053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.638148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.638297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1021.641304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.641551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.641551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.641727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.641846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.642042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.642179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.642249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.642378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.642477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.642560] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be updated. [ 1021.684607] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.684863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.684863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.685047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.685195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.687091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.687275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.687318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.687607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.698442] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: IN_PROGRESS for 2s [ 1021.699193] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1021.747688] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.250605] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.251020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.251020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.251020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.251126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.251394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 is going to be created. [ 1022.280979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.280979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.280979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.280979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.281230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.294864] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: UNINITIALIZED for 2s [ 1022.764571] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 1022.764837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.765113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.765380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.766035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.766035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.766035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.766035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.766297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.766297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.766297] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.270115] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.270115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.270115] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.270736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.270736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.270736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.270894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.271157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.271297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.271387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.271443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.271583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.271651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.271727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.271816] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.475798] env[66173]: INFO networking_nsxv3.common.synchronization [req-6f08b508-5b99-49db-a0a7-5d300d1c1706 req-b1b8019f-38d1-4060-b587-33b93001e0fe tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1023.476774] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1023.476774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.477017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.477017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.477194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.477358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.477453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.477510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.477664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.477745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.477838] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.710581] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1023.710719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.710911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711398] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.714576] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.714576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb in Status: SUCCESS [ 1023.714576] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb deletion is rescheduled due to dependency. [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.714576] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.714576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.715172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.715172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.715172] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.773735] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be943e27-9585-4518-b40e-1d1c8c4d3e27: rpc.has_security_group_logging(os_id): False [ 1023.794979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.795149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.795238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.795478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.795564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.795785] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.795890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.795935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.796167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.796247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.796463] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.796600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.796688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.796859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.796959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.797122] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.797217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.797278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.797413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.797484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.797565] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 1023.825200] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.825435] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.825558] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.825826] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.826126] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.826295] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.826409] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.826624] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.826761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.826980] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.827113] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.827219] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.827322] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.827427] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.827576] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.827735] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.846328] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.846518] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.846687] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.846887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.847302] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-401acc79-0e17-47e4-8232-ab2b45d7325f taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.847508] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.847672] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.847999] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.848522] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401acc79-0e17-47e4-8232-ab2b45d7325f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.866203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.866386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.866462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.867174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.867174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.879937] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 1023.981997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.981997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.981997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 already deleted. [ 1023.981997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.217541] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.217541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.217541] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.217541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.217541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.217541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.217541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.219079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.219079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.219079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.219079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.219462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.219462] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1024.252133] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.252322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.252405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.252634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.252792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.261731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1024.318929] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: SUCCESS [ 1024.319262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.319410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.319639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.319840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.319963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.320045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.320200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.320280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.320363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.320478] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.351467] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.351628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.351753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.352049] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.352199] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.352356] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 401acc79-0e17-47e4-8232-ab2b45d7325f not found, creating... [ 1024.352822] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.353407] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.353497] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.353910] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.354137] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.354550] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.354731] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.354853] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.355093] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.355235] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.355373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 401acc79-0e17-47e4-8232-ab2b45d7325f is going to be created. [ 1024.377556] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.377752] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.377868] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.378270] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.378527] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.378753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.824721] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.824721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.824721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.825065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.825065] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.825163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.825322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.825406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.825488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.825878] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.825878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826253] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.826383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.826383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.827232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.827232] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.132545] env[66173]: INFO networking_nsxv3.common.synchronization [req-6f08b508-5b99-49db-a0a7-5d300d1c1706 req-f909a138-db27-4f25-9f7d-f94f1eec76b9 service nova] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 1025.132545] env[66173]: INFO networking_nsxv3.common.synchronization [req-6f08b508-5b99-49db-a0a7-5d300d1c1706 req-f909a138-db27-4f25-9f7d-f94f1eec76b9 service nova] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1025.132545] env[66173]: INFO networking_nsxv3.common.synchronization [req-6f08b508-5b99-49db-a0a7-5d300d1c1706 req-f909a138-db27-4f25-9f7d-f94f1eec76b9 service nova] Enqueued Resource ID: 401acc79-0e17-47e4-8232-ab2b45d7325f with Priority: HIGHEST for action port [ 1025.133133] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_rules [ 1025.133253] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1025.133351] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401acc79-0e17-47e4-8232-ab2b45d7325f with Priority: HIGHEST for action port [ 1025.133625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.133745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.133802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.134117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.134266] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.135128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.137406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.137406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.137406] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.137895] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-401acc79-0e17-47e4-8232-ab2b45d7325f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.138079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.138201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.139093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139093] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401acc79-0e17-47e4-8232-ab2b45d7325f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.329152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2: rpc.has_security_group_logging(os_id): False [ 1025.348792] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.349035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.349035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.349412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.349492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.349729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.349827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.349878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.350224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.350336] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.350429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.350648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.350834] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.350926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.351137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.351202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.351286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 is going to be created. [ 1025.417035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.417300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.417300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.418305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.418305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.431383] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: IN_PROGRESS for 2s [ 1025.640684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.641070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.641374] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.642674] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 401acc79-0e17-47e4-8232-ab2b45d7325f with status ACTIVE [ 1025.642986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.643827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.643827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.644588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.644588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644872] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.645288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.645493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.645627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.645768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.646425] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 401acc79-0e17-47e4-8232-ab2b45d7325f is going to be updated. [ 1025.670666] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.670888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.670888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.671133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.671265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401acc79-0e17-47e4-8232-ab2b45d7325f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.896772] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 1025.897069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.148785] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.275638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1026.275864] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e deletion is rescheduled due to dependency. [ 1026.276024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.276238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.276462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.276659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.276824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.276895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.277068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.277153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.277274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.277450] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.277575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.277638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.277784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.277924] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.278028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.278091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.278248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.278362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.278452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.278544] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.652487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.652818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.652818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.652896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.653248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.653248] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 is going to be created. [ 1026.687677] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.687677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.687677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.687905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.688108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.704813] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: UNINITIALIZED for 2s [ 1026.780475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 231ac3ff-2ba5-41db-b748-88253c46034e: rpc.has_security_group_logging(os_id): False [ 1026.824087] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.824256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.824552] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.824636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.824823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.824939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.824980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.825130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.825339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.825429] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.825764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.825764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.825764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.825764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.825912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.826096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.826096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.826241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.826308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.827067] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be updated. [ 1026.971198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.971198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.971198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.971198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.971544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.994731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: IN_PROGRESS for 2s [ 1027.454857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: SUCCESS [ 1027.454857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.715253] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: SUCCESS [ 1028.715594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.715646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.715858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.716106] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.716234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.716296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.716485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.716564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.716634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.716723] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.013024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231ac3ff-2ba5-41db-b748-88253c46034e in Status: SUCCESS [ 1029.013269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.219795] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.361956] env[66173]: INFO networking_nsxv3.common.synchronization [req-5169b58c-0cb7-499f-b487-7d07c04b8e55 req-54fb10d9-6b3b-4c70-8ff5-bf97fe1d666e tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1029.363959] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1029.363959] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.363959] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.363959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.364702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.364702] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.722666] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bef5031f-309e-4c61-ad46-ed0730dc6bc9: rpc.has_security_group_logging(os_id): False [ 1029.748867] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.749071] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-375" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.749196] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-375" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.749540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-375" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.749858] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.750062] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.750138] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.750350] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.750489] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.750695] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.750802] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.750906] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.751020] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.751249] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.751249] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.751446] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.753554] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.753668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.753739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.753899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.753991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.754234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.754375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.754375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.754526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.754605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.754675] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 is going to be created. [ 1029.785355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.785542] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.785674] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.785846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-375" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.786342] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-d1e46d05-9e9e-46c1-88e8-839e1e438b39 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.786595] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.786761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.787235] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.787425] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e46d05-9e9e-46c1-88e8-839e1e438b39',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.841640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.841876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.841876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.842146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.842368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.857487] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: IN_PROGRESS for 2s [ 1029.866173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.866382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.866382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.866617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.866706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.866916] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.867564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.867564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.867564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.867564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.867564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d already deleted. [ 1029.867564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.290783] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.291116] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.291277] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.291652] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.291846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.292057] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port d1e46d05-9e9e-46c1-88e8-839e1e438b39 not found, creating... [ 1030.292347] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.292503] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.292644] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.292916] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293088] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293409] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.293701] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293799] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.294048] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.294229] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.294397] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 is going to be created. [ 1030.336343] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.336657] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.336787] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.337117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.337393] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.337642] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [req-5169b58c-0cb7-499f-b487-7d07c04b8e55 req-2dd4fe5c-a312-41ad-be01-9eaa6eb777c2 service nova] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [req-5169b58c-0cb7-499f-b487-7d07c04b8e55 req-2dd4fe5c-a312-41ad-be01-9eaa6eb777c2 service nova] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [req-5169b58c-0cb7-499f-b487-7d07c04b8e55 req-2dd4fe5c-a312-41ad-be01-9eaa6eb777c2 service nova] Enqueued Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1031.063535] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1031.063535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.063535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.063535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.063535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.064082] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.064907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.065125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.065231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.065536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.066091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.066091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.066091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.066857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.066857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.066857] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.068751] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e46d05-9e9e-46c1-88e8-839e1e438b39 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.068751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.068751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.068949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.069343] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e46d05-9e9e-46c1-88e8-839e1e438b39',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.571333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.571840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.571840] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.572950] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e46d05-9e9e-46c1-88e8-839e1e438b39 with status ACTIVE [ 1031.573067] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.573193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.573285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.573563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.573655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.573858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.573963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.574528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.574814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.574927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.575260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.575600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.575742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.575957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.576140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.576307] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 is going to be updated. [ 1031.609041] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.609256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.609392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.609678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.609901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.610127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.871021] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: SUCCESS [ 1031.871302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.078663] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.583785] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.583785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.583785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.583785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.583785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.583785] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be created. [ 1032.595077] env[66173]: INFO networking_nsxv3.common.synchronization [req-9fe31ebc-0574-4a98-97fb-96e59946b29a req-289150c0-d0c4-41f5-8798-348787449752 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1032.596014] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1032.600151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.600151] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.600151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.600151] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.611678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.611864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.611968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.612276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.612634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.624439] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: UNINITIALIZED for 2s [ 1033.102082] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.102375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.102375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.102594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.102690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.102893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.102990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.103064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.103226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.103303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.103392] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1033.134640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.134640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.134640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.134778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.134891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.145031] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1034.412930] env[66173]: INFO networking_nsxv3.common.synchronization [req-88f77492-73da-4a3e-88e4-f730a7d5eefc req-cef37f97-6960-4e52-83d4-b96e7d341dc8 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1034.413828] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1034.414302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.417979] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.417979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.417979] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.636570] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1034.637237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.638052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.638152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.638193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.638681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.638681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.638681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.638681] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.918180] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.140745] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.141188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.142294] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.142491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.143035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.143035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.143534] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.143534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.143534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.143534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143745] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.143745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.143745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.143916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.144629] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.144925] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.156265] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1035.157319] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1035.157619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.270390] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.270390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.270390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.270390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.270873] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.270873] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.270873] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.271037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.271203] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.271448] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.271569] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.271690] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.271815] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.271968] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.272053] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.272204] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.292725] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.292921] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.293049] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.293260] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.293621] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-5926931f-14e1-4716-abd8-f064b12e7702 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.293788] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.293909] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.294288] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.294429] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5926931f-14e1-4716-abd8-f064b12e7702',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.420820] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.648244] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b0fa111-b52b-43e3-ba29-cf59f057c13d: rpc.has_security_group_logging(os_id): False [ 1035.671747] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.671980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.672105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.672510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.672611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.672844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.672989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.673098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.673272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.673354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.673572] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.673672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.673746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.673873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.673947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674627] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be created. [ 1035.735732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.735995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.736070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.736391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.736621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.750116] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1035.796673] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.796925] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.796997] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.797440] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.797708] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.797967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 5926931f-14e1-4716-abd8-f064b12e7702 not found, creating... [ 1035.798296] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.798528] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.798657] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.798895] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.799044] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.799339] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.799505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.799617] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.799836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.799970] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.800124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 5926931f-14e1-4716-abd8-f064b12e7702 is going to be created. [ 1035.820859] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.821132] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.821188] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.821494] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.821836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.822109] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.923156] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.923354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.923464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.923722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.924254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.924254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1035.971795] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.971795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.971795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.971996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.972175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.985354] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1036.144036] env[66173]: INFO networking_nsxv3.common.synchronization [req-08f8db63-9289-49bf-b6cb-6516b585ba40 req-ea179eb3-717b-4a69-ada5-2263c4b8366c tempest-ServerDiskConfigTestJSON-752000064 tempest-ServerDiskConfigTestJSON-752000064-project-member] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1036.144036] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGHEST for action security_group_members [ 1036.144036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.144036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.144036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.144581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.144939] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.145204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.145387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.145627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.145804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.145985] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.583858] env[66173]: INFO networking_nsxv3.common.synchronization [req-88f77492-73da-4a3e-88e4-f730a7d5eefc req-9d3fc562-2dff-4d36-99d5-d7074884ead0 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1036.585037] env[66173]: INFO networking_nsxv3.common.synchronization [req-88f77492-73da-4a3e-88e4-f730a7d5eefc req-9d3fc562-2dff-4d36-99d5-d7074884ead0 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1036.585037] env[66173]: INFO networking_nsxv3.common.synchronization [req-88f77492-73da-4a3e-88e4-f730a7d5eefc req-9d3fc562-2dff-4d36-99d5-d7074884ead0 service nova] Enqueued Resource ID: 5926931f-14e1-4716-abd8-f064b12e7702 with Priority: HIGHEST for action port [ 1036.588280] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1036.588577] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1036.589772] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5926931f-14e1-4716-abd8-f064b12e7702 with Priority: HIGHEST for action port [ 1036.591139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.591139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.591139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.591335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.591335] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.592629] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.596233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.596560] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5926931f-14e1-4716-abd8-f064b12e7702 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.596680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.596815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.597303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.597303] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5926931f-14e1-4716-abd8-f064b12e7702',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.648487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.648812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.648812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.649028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.649108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.649313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.649429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.649505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.649627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.649758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.649867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be updated. [ 1036.688763] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.689058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.689191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.689653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.690074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.713269] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: IN_PROGRESS for 2s [ 1036.997873] env[66173]: INFO networking_nsxv3.common.synchronization [req-620052fb-4026-44d3-a938-42ba1a839c35 req-bf300d6b-ee91-4a1d-b4bc-93c8865a673c tempest-AttachInterfacesV270Test-383281124 tempest-AttachInterfacesV270Test-383281124-project-member] Enqueued Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1037.002025] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGHEST for action security_group_members [ 1037.002025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.002719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.002719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.002719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.002719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.002885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.002944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.003133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.003255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.003367] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.101674] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.101902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.102253] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5926931f-14e1-4716-abd8-f064b12e7702 with status ACTIVE [ 1037.102507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.102718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.102882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.103100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.104035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.104603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.104603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.104603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.105807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.105807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.105807] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.105988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.105988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.106192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.106285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.108029] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5926931f-14e1-4716-abd8-f064b12e7702 is going to be updated. [ 1037.130745] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.133067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.133067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.133067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.133067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.133067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5926931f-14e1-4716-abd8-f064b12e7702" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.506198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.506949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.506949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.506949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.506949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.507180] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.507327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.507395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.507574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.507652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.507777] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 is going to be updated. [ 1037.541300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.541503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.541590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.541867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.542072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.559104] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: IN_PROGRESS for 2s [ 1037.764320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1037.764614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.996887] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1037.997600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.997829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.998074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.998275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.998398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.998529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.998765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.998765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.998765] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.504573] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.724059] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 in Status: SUCCESS [ 1038.724386] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 deletion is rescheduled due to dependency. [ 1038.724491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.007037] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.509784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.509784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.509784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.510008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.510008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.510074] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1039.541564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.541764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.541882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.542222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.542707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.552373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1039.568806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 in Status: SUCCESS [ 1039.568806] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 deletion is rescheduled due to dependency. [ 1039.568806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.564427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1041.564427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.564427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.564906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.564906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.564906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.565089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.565089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.565735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.565735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.565735] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.999713] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1041.999858] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1042.070888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.071138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.071200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.071519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.071847] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.071847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.072020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.072133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.072242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.072644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.072710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.072914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.073109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.073267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.073342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.073550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.073662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.073785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.073930] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.576399] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1042.598865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.599308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.599401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.599595] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.599929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.600014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.600203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.600298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.600662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.600662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.600662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.600826] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.600826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.600942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.601040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.602843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.602843] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1042.679891] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.679891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.679891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.680211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.680665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.702999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1044.718812] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1044.719169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.482696] env[66173]: INFO networking_nsxv3.common.synchronization [req-4238b063-b14e-43a7-96a5-86637ace72a9 req-94e984ee-5664-429c-b8c5-32a0b2ab7474 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1045.483081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1045.483668] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.483668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.483668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.483892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.484072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.484072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.484331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.484331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.484692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.484692] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.965899] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.966246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.966403] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.966735] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.966998] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.967166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.967286] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.967520] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.967765] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.967980] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.968106] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.968216] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.968323] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.968436] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.968608] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.968788] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.987344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.987615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.987615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.987828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.987952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.988282] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.988404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.988493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.988680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.988755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.988874] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1045.991245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.991484] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.991689] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.991923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.992357] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-839b2425-4eda-4ba0-b283-d89c9f47cf4d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.992591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.992791] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.993212] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.993430] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839b2425-4eda-4ba0-b283-d89c9f47cf4d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.019725] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.019898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.019958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.020224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.020389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.031301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1046.496382] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.496658] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.496758] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.497094] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.497233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497441] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 839b2425-4eda-4ba0-b283-d89c9f47cf4d not found, creating... [ 1046.497779] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.497973] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.498108] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.498348] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.498533] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.499094] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.499696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.499696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.499696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.499871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.500022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 839b2425-4eda-4ba0-b283-d89c9f47cf4d is going to be created. [ 1046.526346] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.526587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.526654] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.526925] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.527174] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527467] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.208535] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c3db611a-2d74-4757-8584-42fe0ee1ab07 None None] Enqueued Resource ID: 3e42b54c-613a-44a9-ba7a-a88aaf8e2882 with Priority: HIGHEST for action port [ 1047.208990] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e42b54c-613a-44a9-ba7a-a88aaf8e2882 with Priority: HIGHEST for action port [ 1047.209211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e42b54c-613a-44a9-ba7a-a88aaf8e2882 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.209333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e42b54c-613a-44a9-ba7a-a88aaf8e2882" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.209397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e42b54c-613a-44a9-ba7a-a88aaf8e2882" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.210434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e42b54c-613a-44a9-ba7a-a88aaf8e2882" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.210852] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e42b54c-613a-44a9-ba7a-a88aaf8e2882',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [req-4238b063-b14e-43a7-96a5-86637ace72a9 req-710e95e4-951f-4a52-912d-cac9b0964075 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [req-4238b063-b14e-43a7-96a5-86637ace72a9 req-710e95e4-951f-4a52-912d-cac9b0964075 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [req-4238b063-b14e-43a7-96a5-86637ace72a9 req-710e95e4-951f-4a52-912d-cac9b0964075 service nova] Enqueued Resource ID: 839b2425-4eda-4ba0-b283-d89c9f47cf4d with Priority: HIGHEST for action port [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1047.240192] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839b2425-4eda-4ba0-b283-d89c9f47cf4d with Priority: HIGHEST for action port [ 1047.240640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.240640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.240640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.240854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.240854] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.241926] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.242091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.242450] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-839b2425-4eda-4ba0-b283-d89c9f47cf4d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.242744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.242854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.243082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.243207] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839b2425-4eda-4ba0-b283-d89c9f47cf4d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.713152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e42b54c-613a-44a9-ba7a-a88aaf8e2882 [ 1047.713528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.713703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.713758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.713968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.714079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.714221] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e42b54c-613a-44a9-ba7a-a88aaf8e2882 already deleted. [ 1047.714282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e42b54c-613a-44a9-ba7a-a88aaf8e2882" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.745994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.746168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.746433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 839b2425-4eda-4ba0-b283-d89c9f47cf4d with status ACTIVE [ 1047.747753] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.747970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.747970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.748186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.748273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.748451] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.748565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.748610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.748814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.748851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.749040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.749134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.749220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.749545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.749623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.749729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 839b2425-4eda-4ba0-b283-d89c9f47cf4d is going to be updated. [ 1047.774806] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.774806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.774806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.774806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.774806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.774806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839b2425-4eda-4ba0-b283-d89c9f47cf4d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.042373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1048.042777] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1048.042777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.042924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.043265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.043407] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.043553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.043622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.043788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.043868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.043968] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.547375] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.861102] env[66173]: INFO networking_nsxv3.common.synchronization [req-441fd869-42aa-4350-bd5b-8f030b873363 req-95d61793-51be-41b2-97c2-8adfa8e5533c tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1048.861102] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1048.861102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.861102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.861102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.861102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.861102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.862364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.862747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.862747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.863255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.863573] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.050127] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.367959] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.486383] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6b920bb3-09f9-48ab-97b1-2e7e1d954572 None None] Enqueued Resource ID: 494fbcfd-2a9b-4d69-8b48-4f26bc117dfa with Priority: HIGHEST for action port [ 1049.487078] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494fbcfd-2a9b-4d69-8b48-4f26bc117dfa with Priority: HIGHEST for action port [ 1049.487188] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-494fbcfd-2a9b-4d69-8b48-4f26bc117dfa taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.487312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494fbcfd-2a9b-4d69-8b48-4f26bc117dfa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.487385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494fbcfd-2a9b-4d69-8b48-4f26bc117dfa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.487632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494fbcfd-2a9b-4d69-8b48-4f26bc117dfa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.487715] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494fbcfd-2a9b-4d69-8b48-4f26bc117dfa',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.554741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.554741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.554741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.555608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.555608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.555608] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1049.590920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.591123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.591123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.591339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.591509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.602417] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1049.870411] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.989997] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494fbcfd-2a9b-4d69-8b48-4f26bc117dfa [ 1049.990408] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.990554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.990621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.990835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.990926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.991260] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494fbcfd-2a9b-4d69-8b48-4f26bc117dfa already deleted. [ 1049.991365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494fbcfd-2a9b-4d69-8b48-4f26bc117dfa" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.070560] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.070759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.070882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.071181] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.071440] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.071642] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071778] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.071988] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.072143] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.072347] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.072459] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.072565] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.072672] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.072779] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.072881] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.073017] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.093496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.093683] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.093819] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.094293] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094421] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-0ca3101a-22a7-4452-9f9c-c38a210616ea taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.094648] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094777] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.095058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.095199] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca3101a-22a7-4452-9f9c-c38a210616ea',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.340888] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1050.341129] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1050.341601] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1050.341743] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1050.342118] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.342245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.342311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.342511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.342663] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.342759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.342811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.342950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.343046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.343140] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.344388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c551d-c82a-4b65-bc65-74ab8cec3632 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.344503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.344568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.345276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.345276] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.345276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.345276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.345276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.345535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.345535] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.375822] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.376102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.376146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.376249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.376401] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1050.397747] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_rules [ 1050.397923] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1050.398087] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1050.398231] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1050.398358] env[66173]: INFO networking_nsxv3.common.synchronization [req-d490d575-fe16-471d-bda2-3f0d88104a84 req-e37e4752-82e3-4136-804b-8d00b737b7b8 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1050.398988] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_rules [ 1050.399166] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1050.399267] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1050.399357] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1050.399446] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1050.399730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-062c551d-c82a-4b65-bc65-74ab8cec3632 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.399877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.399918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.400305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.400305] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.401330] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.401423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.401470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.401860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.401860] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.403481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e46d05-9e9e-46c1-88e8-839e1e438b39 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.404234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.404234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.404234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.404234] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e46d05-9e9e-46c1-88e8-839e1e438b39',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.405440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c551d-c82a-4b65-bc65-74ab8cec3632 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.405721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.405866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.406019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.410300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.410479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.410479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.410667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.411351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.421673] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1050.597653] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.598043] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.598152] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.598480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.598647] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.599014] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.599215] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599345] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.599608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.599774] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.600246] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.600521] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600712] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.601014] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.601226] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601423] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea is going to be updated. [ 1050.633091] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.633365] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.633491] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.633812] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.634032] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.634289] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.847864] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.848743] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.907209] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c551d-c82a-4b65-bc65-74ab8cec3632 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.907405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.907780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.908093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.908240] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e46d05-9e9e-46c1-88e8-839e1e438b39 with status ACTIVE [ 1050.908418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.908564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.908644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.908901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.909009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.909197] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.909299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.909365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.909542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.909622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.909819] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.909917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.909981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.910143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.910219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.910307] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 is going to be updated. [ 1050.933261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.933422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.933486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.933823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.933823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.933945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.154439] env[66173]: INFO networking_nsxv3.common.synchronization [req-10979a98-f134-4a69-9bc2-9c316422f1a8 req-a6ff8ae6-d035-4e0d-b8cc-4ff2aa1f5540 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1051.154658] env[66173]: INFO networking_nsxv3.common.synchronization [req-10979a98-f134-4a69-9bc2-9c316422f1a8 req-a6ff8ae6-d035-4e0d-b8cc-4ff2aa1f5540 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1051.155220] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1051.155355] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 with Priority: HIGHEST for action security_group_members [ 1051.155635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.155732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.156183] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c551d-c82a-4b65-bc65-74ab8cec3632 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.156315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.200011] env[66173]: INFO networking_nsxv3.common.synchronization [req-10979a98-f134-4a69-9bc2-9c316422f1a8 req-a6ff8ae6-d035-4e0d-b8cc-4ff2aa1f5540 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1051.200275] env[66173]: INFO networking_nsxv3.common.synchronization [req-10979a98-f134-4a69-9bc2-9c316422f1a8 req-a6ff8ae6-d035-4e0d-b8cc-4ff2aa1f5540 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1051.200426] env[66173]: INFO networking_nsxv3.common.synchronization [req-10979a98-f134-4a69-9bc2-9c316422f1a8 req-a6ff8ae6-d035-4e0d-b8cc-4ff2aa1f5540 tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1051.201161] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_rules [ 1051.201351] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1051.201491] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 with Priority: HIGHEST for action port [ 1051.201812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.201936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.202574] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.202746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.202937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e46d05-9e9e-46c1-88e8-839e1e438b39 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.203094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.203183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.203423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.203537] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e46d05-9e9e-46c1-88e8-839e1e438b39',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.343099] env[66173]: INFO networking_nsxv3.common.synchronization [req-7c03c4e8-92a6-4bb2-9bc7-d4aa84459f1a req-512c0a37-0cd0-4f7e-b555-3101dfb5a93f service nova] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 1051.343099] env[66173]: INFO networking_nsxv3.common.synchronization [req-7c03c4e8-92a6-4bb2-9bc7-d4aa84459f1a req-512c0a37-0cd0-4f7e-b555-3101dfb5a93f service nova] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 1051.343099] env[66173]: INFO networking_nsxv3.common.synchronization [req-7c03c4e8-92a6-4bb2-9bc7-d4aa84459f1a req-512c0a37-0cd0-4f7e-b555-3101dfb5a93f service nova] Enqueued Resource ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea with Priority: HIGHEST for action port [ 1051.343770] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_rules [ 1051.343962] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 1051.344587] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea with Priority: HIGHEST for action port [ 1051.344587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.344768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.344768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.344933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.345075] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.346969] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.346969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.346969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.346969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.347167] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.347167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.347294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.347665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.347873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.347873] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.351530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca3101a-22a7-4452-9f9c-c38a210616ea taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.351530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.351530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.351530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.351530] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca3101a-22a7-4452-9f9c-c38a210616ea',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.351530] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.351530] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.561871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.561871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.561871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.562187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.562187] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.617534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1051.617992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.618070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.618799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.618799] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.618799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.618799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.619117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.619117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.619117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.619263] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.710168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e46d05-9e9e-46c1-88e8-839e1e438b39 with status ACTIVE [ 1051.710168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.710168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.710168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.710168] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.710168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e46d05-9e9e-46c1-88e8-839e1e438b39 is going to be updated. [ 1051.749252] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.749252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.749252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.749252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.749252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.749252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e46d05-9e9e-46c1-88e8-839e1e438b39" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.852128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.852296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.852508] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.853428] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca3101a-22a7-4452-9f9c-c38a210616ea with status ACTIVE [ 1051.853624] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.853736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.853803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.855047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.855047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.855681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.855827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.855887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.856116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.856189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.856334] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca3101a-22a7-4452-9f9c-c38a210616ea is going to be updated. [ 1051.858827] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.859201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.859563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.860110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.864023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1051.864023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.864023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.864023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.864023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.864023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.864023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 is going to be created. [ 1051.911526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.911697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.911790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.912037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.912226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.912435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca3101a-22a7-4452-9f9c-c38a210616ea" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.917103] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.917352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.917505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.917673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.917802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.920114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.920285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.920582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.920582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929497] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1051.930223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 in Status: UNINITIALIZED for 2s [ 1052.065737] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.125383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.125383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.125383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.125383] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.125383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.126461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.126461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.126461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.126461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.126461] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.362950] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.432394] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1052.432394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.569512] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.627804] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 1052.649170] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.649495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.649495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.649670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.649709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.650012] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.650300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.650357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.650553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.650822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.650891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.651080] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.651174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.651235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.651373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.651448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.651543] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1052.731667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.732028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.732108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.732390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.732634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.757788] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1052.865496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.865496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.865720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.865838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.865962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.866083] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be updated. [ 1052.918214] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.933864] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: IN_PROGRESS for 2s [ 1053.074300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1053.074300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1053.950229] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 in Status: SUCCESS [ 1053.950632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.950632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.950787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.950981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.951151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.951217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.951383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.951466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.951576] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.953180] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1053.953380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.953566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.953740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.953910] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.954034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.954105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.954321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.954408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.954508] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.964978] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.965222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.965222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.965586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.980074] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1053.981078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.982144] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1054.020574] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.020975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.020975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.021299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.034828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.035653] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1054.035803] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.035889] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1054.085754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.086102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.086102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.086327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.087906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.088112] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1054.196092] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.196268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.196314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.196583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.196901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197199] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1054.286328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.286650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.286737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.287885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.288476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.290639] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1054.290702] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'eaf5d85b-a907-47d7-856e-e2a8f418c7d3', 'd56770ab-8d1b-428f-9068-a2dc4fe778e4', '262fb152-6a66-4abd-a9a0-6fc82bc30259', 'e2965f0a-4c49-40c7-87e6-5ecdf4f81756', '2dd59808-6423-41ae-a5d0-513c714f2d03', '3f59aa06-702a-4d92-86f5-892b804d5a2a', 'e8d1ac85-0b61-40ff-a99b-ae747465e47b', '904366c9-59fd-4d1d-8bbb-d433577bbadc', '30ef3750-e2aa-4feb-8fa1-cc644f892441', '675d8d98-33bb-4252-a42f-efb00b0e5a31', '831a12f8-80e8-4473-92bf-859cfcef4bf6', '70c548d1-98c9-4c67-8024-d27e67ca2709', '6e3e1840-4f34-42bb-a5a7-bdd843656e63', 'c3846cb8-dcba-4559-9913-80b38e66af6a', 'd2443550-554f-488c-8fb9-2cf506875d11', '06545c6c-c5ef-4beb-bf46-00a854ee806b', '8dc3d79c-537c-4176-8f1b-b2673115ca9e', '010e6833-9844-4bd1-ae19-22bcdc457003', 'c90d80a6-0c15-4dcb-beb2-09fcc037bc3e', '3382e5e1-6da2-433a-99bf-4554b7a9607d', '4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb', '4bf9659d-54f7-4f2a-a953-98faf9e7c550', '59997cc1-8bce-4ead-86c7-d8ef0f242e6a', 'f184c8a6-bf48-4128-95bf-718bfc236812', '0661df5c-9e5e-4771-9650-90974e945e48', '8b78b8f0-d39a-4220-81a8-016f34a1a6cb', '8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6', 'e11f43e3-4713-4732-84cf-f31fee23f410', '9eb3070a-05b4-4824-8303-0e1f1e5ff973', '08854b07-067f-424b-9bb0-d6cc92d829c2', 'bef5031f-309e-4c61-ad46-ed0730dc6bc9', 'd227fddb-ab4a-40c2-bdf1-8b30fd37f7a2', '611ec837-e835-420f-9422-6f93934ea196', '460a9944-ebb5-4b2a-a7bf-f6fd15d915d0', 'b79d99d5-c4ed-4aed-8d96-042c9ffa2b66', '1ba774e8-d272-4f10-ab2f-b874b5e166bc', '227f3914-05ac-46cd-b170-381e00f551c1', '333e5a31-1108-499b-b6ad-b3bf290a8769', 'c9e410e0-5f8d-4b00-bec5-5185a3ebc66f', '8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef', 'be943e27-9585-4518-b40e-1d1c8c4d3e27', '4b0fa111-b52b-43e3-ba29-cf59f057c13d', '9e5506b2-4387-4774-944f-0a0a3125a47d', '4850fe13-5cf7-411e-9c4f-6167c6205b76', '231ac3ff-2ba5-41db-b748-88253c46034e'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.290808] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1054.312931] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.313142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.313142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.313384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.313501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.313584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1054.313659] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.313730] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1054.412537] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.412537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.412537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.412537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.415412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.415739] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1054.415845] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.415899] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1054.415942] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1054.416024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1054.416094] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_rules [ 1054.416172] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGH for action security_group_rules [ 1054.416238] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGH for action security_group_rules [ 1054.416298] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 1054.416792] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_rules [ 1054.416792] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_rules [ 1054.416920] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_rules [ 1054.416920] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_rules [ 1054.416989] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_rules [ 1054.417061] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGH for action security_group_rules [ 1054.417161] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_rules [ 1054.417246] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGH for action security_group_rules [ 1054.417341] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 1054.417449] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGH for action security_group_rules [ 1054.417555] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGH for action security_group_rules [ 1054.417672] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGH for action security_group_rules [ 1054.417760] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGH for action security_group_rules [ 1054.417824] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGH for action security_group_rules [ 1054.417888] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGH for action security_group_rules [ 1054.418581] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGH for action security_group_rules [ 1054.418581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.457298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.457298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.457298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.457705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.457705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.457815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.457926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.457926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.458075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.458131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.458795] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 is going to be deleted. [ 1054.459860] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.499998] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.500218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.500277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.500573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.500733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.500933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.501181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.501428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.501684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.501934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.502616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.502616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.502616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.502616] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.773052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1054.773052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946278] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 1054.946521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.946945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947153] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.947568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.947877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.961140] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.005239] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.005431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.005431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.005677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 already deleted. [ 1055.006637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007058] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.008189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.008381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.008543] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.008660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.008729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.008843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.008916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.009009] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.451702] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.464054] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.464264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.464429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.464672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.464764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.464918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1055.510852] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.511141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.511141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.511282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.511433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.512550] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('062c551d-c82a-4b65-bc65-74ab8cec3632',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.514259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.514436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.514524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.514784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.514825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.514998] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.515114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.515174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.515326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.515403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.515488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 already deleted. [ 1055.515616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.524984] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1055.953858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d1ac85-0b61-40ff-a99b-ae747465e47b: rpc.has_security_group_logging(os_id): False [ 1055.974379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.974746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.974746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.974834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.998725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.999349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.999475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.999981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.000124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.000232] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be updated. [ 1056.017271] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 062c551d-c82a-4b65-bc65-74ab8cec3632: rpc.has_security_group_logging(os_id): False [ 1056.037272] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.037545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.037545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.037826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.037922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038087] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.038222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038674] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 is going to be created. [ 1056.060204] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632], does not exist path=[/infra/domains/default/groups/062c551d-c82a-4b65-bc65-74ab8cec3632]."\n}' [ 1056.060445] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632 [ 1056.060445] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1056.069594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.069901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.069901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.070059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.070194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.089100] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: IN_PROGRESS for 2s [ 1056.128786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.128786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.128786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.129095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.131101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.131447] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.131588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.131646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.131864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.132027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.132373] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.132898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.133052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062c551d-c82a-4b65-bc65-74ab8cec3632 is going to be created. [ 1056.178831] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632], does not exist path=[/infra/domains/default/groups/062c551d-c82a-4b65-bc65-74ab8cec3632]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632 [ 1056.178831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-062c551d-c82a-4b65-bc65-74ab8cec3632" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.178831] env[66173]: Traceback (most recent call last): [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1056.178831] env[66173]: return func(*args, **kwargs) [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1056.178831] env[66173]: res.raise_for_status() [ 1056.178831] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1056.178831] env[66173]: raise HTTPError(http_error_msg, response=self) [ 1056.178831] env[66173]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632 [ 1056.178831] env[66173]: During handling of the above exception, another exception occurred: [ 1056.178831] env[66173]: Traceback (most recent call last): [ 1056.178831] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1056.178831] env[66173]: listener.cb(fileno) [ 1056.178831] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1056.178831] env[66173]: result = function(*args, **kwargs) [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1056.178831] env[66173]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1056.178831] env[66173]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1056.178831] env[66173]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1056.178831] env[66173]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1056.178831] env[66173]: res.raise_for_status() [ 1056.178831] env[66173]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1056.178831] env[66173]: raise HTTPError(http_error_msg, response=self) [ 1056.178831] env[66173]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/062c551d-c82a-4b65-bc65-74ab8cec3632 [ 1056.178831] env[66173]: Removing descriptor: 27 [ 1056.345213] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1056.345458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=6 [ 1056.345458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_rules [ 1056.345597] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGH for action security_group_rules [ 1056.345678] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_rules [ 1056.345778] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2443550-554f-488c-8fb9-2cf506875d11 with Priority: HIGH for action security_group_rules [ 1056.345876] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGH for action security_group_rules [ 1056.345970] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGH for action security_group_rules [ 1056.346076] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010e6833-9844-4bd1-ae19-22bcdc457003 with Priority: HIGH for action security_group_rules [ 1056.346166] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGH for action security_group_rules [ 1056.346256] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3846cb8-dcba-4559-9913-80b38e66af6a with Priority: HIGH for action security_group_rules [ 1056.346346] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b with Priority: HIGH for action security_group_rules [ 1056.346516] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 1056.346640] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGH for action security_group_rules [ 1056.346733] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_rules [ 1056.346821] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGH for action security_group_rules [ 1056.346910] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_rules [ 1056.346997] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_rules [ 1056.347100] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_rules [ 1056.347188] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_rules [ 1056.347274] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGH for action security_group_rules [ 1056.347365] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 1056.347784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.347944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.348019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.348200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.348283] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.349338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.350412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.350507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.350703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.350786] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.351752] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.351847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.352065] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2443550-554f-488c-8fb9-2cf506875d11 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.352183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.352236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.352401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.352482] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2443550-554f-488c-8fb9-2cf506875d11',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.353668] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.353777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.353840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.354034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.354116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.354911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.355021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.355085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.355248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.355321] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.363374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010e6833-9844-4bd1-ae19-22bcdc457003 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.363586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.363652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.365036] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010e6833-9844-4bd1-ae19-22bcdc457003',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.366024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.366151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.366229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.366421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.366495] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.368776] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3846cb8-dcba-4559-9913-80b38e66af6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369260] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3846cb8-dcba-4559-9913-80b38e66af6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.370832] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06545c6c-c5ef-4beb-bf46-00a854ee806b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.370986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.371120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.371685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.371685] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06545c6c-c5ef-4beb-bf46-00a854ee806b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.372690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.372872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.374667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.374667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.374667] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.374667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.375065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.375065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.375065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.375065] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.376204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.376204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.376204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.376204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.376204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.376902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.377812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.377812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.377812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.377812] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.378139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.378323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.378323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.378440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.378946] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.379780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.379914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.380016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.380128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.380200] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.380900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.381100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.381100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.381623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.381734] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.383541] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.384148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.384148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.384148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.384148] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.384637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.384742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.384800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.384949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.385086] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.385813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.385911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.385977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.386360] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.428887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.430139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.430394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.430721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.434771] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.434771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.436957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.437120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.438338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.438468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.440676] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.440676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.442320] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.442320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.442320] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.442320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.444432] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.444432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.450570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.450721] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be deleted. [ 1056.451602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.451817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.473805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.473805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06545c6c-c5ef-4beb-bf46-00a854ee806b is going to be deleted. [ 1056.474599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.474799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.497020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.497020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d is going to be deleted. [ 1056.497723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.497929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.516344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.516633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.519155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.519289] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3846cb8-dcba-4559-9913-80b38e66af6a is going to be deleted. [ 1056.520976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.520976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.537406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.537406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.545455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.545455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2443550-554f-488c-8fb9-2cf506875d11 is going to be deleted. [ 1056.545455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.545455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.579934] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.579934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.589863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.589996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e is going to be deleted. [ 1056.590922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.591139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614231] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.614231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.641026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.641026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.694459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.694689] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010e6833-9844-4bd1-ae19-22bcdc457003 is going to be deleted. [ 1056.695715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.695933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.744417] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.744417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.751762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.751973] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 is going to be deleted. [ 1056.752938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.753174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.753263] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.753378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.753537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.753697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.753777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.753889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06545c6c-c5ef-4beb-bf46-00a854ee806b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.754480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.754586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.754670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.754787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.754917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.755113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.755196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3846cb8-dcba-4559-9913-80b38e66af6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.755625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.755706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2443550-554f-488c-8fb9-2cf506875d11" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.756132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.756179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.756283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.853446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.853620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.853669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.853889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.853994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.854157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010e6833-9844-4bd1-ae19-22bcdc457003" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.899511] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.900399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.900399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.900399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.900399] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.900399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.900399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.900755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.900755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.900755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.900860] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.912584] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.912584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.912584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.912584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.912584] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.912584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.913289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.913289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.913289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.913289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.913289] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.916048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.916048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.916048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.916048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.916048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.916048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.916612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.916612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.916612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.916845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.917358] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.995812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.996588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.996588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.998914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.002456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.002612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.004840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.005742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.006275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.006363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.008781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.008953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.010051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.010264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.011216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.011343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.027952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.044626] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.044781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.084050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.084780] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be deleted. [ 1057.085610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.086567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.145056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.145056] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be deleted. [ 1057.145849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.146082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.233485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.233720] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be deleted. [ 1057.234879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.235200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.299401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.299621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.305677] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.305907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.322101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.322249] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be deleted. [ 1057.323563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.323563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.375179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.375411] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e is going to be deleted. [ 1057.376624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.376869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.408060] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.420086] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.420297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.420348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.420632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.420838] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.420953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.421032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.421234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.421335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.421394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.421571] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.421677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.422247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.422247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.422247] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.422247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.422247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.422518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.422518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.422518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.422518] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.423861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.423991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.424046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.424218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.424602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.424805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.424895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.425121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.425585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.425585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.425585] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.425777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.426158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.426158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.426247] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.426327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.426399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.426739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.426853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.426946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.427073] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.451428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.451883] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be deleted. [ 1057.453097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.453381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.475765] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.476022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.499679] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.499679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.542925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.543110] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be deleted. [ 1057.544596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.544917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561822] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1057.561822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562347] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.562529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.562600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.563073] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.564028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.564223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.564547] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.564688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.564756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.564913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.564998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.565106] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.633636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.633636] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 is going to be deleted. [ 1057.635017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.637920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.638197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.638449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.638662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.638956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.639078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.639251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.640201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.640334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.640334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.640495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.640693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.640915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.641122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.641296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.641491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.641679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.641885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.641935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.657486] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.657715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.657715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.657955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.658079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.658202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.688028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.688028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.688028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.688028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.688028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.688028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.808328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.808640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.808640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.808872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.808968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.809108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.816717] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.817030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.817030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.817252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.817445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.817760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.911312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3e1840-4f34-42bb-a5a7-bdd843656e63: rpc.has_security_group_logging(os_id): False [ 1057.930235] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dd59808-6423-41ae-a5d0-513c714f2d03: rpc.has_security_group_logging(os_id): False [ 1057.931360] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 1057.968338] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.968583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.968638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.968915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.980051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.980620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.028854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.029337] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.029457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.029559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.029750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.029894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.030313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.030465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.030550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.030758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.030846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.031226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.031343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.031577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.031709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031839] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 1058.033161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.033340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.066805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.067160] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.067266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.067333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.067589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.067670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.067764] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1058.069269] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.069402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.069532] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.070340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.070536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.137824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.138173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.138299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.138366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.138613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.138698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.138865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.138971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.139056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.139315] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.139601] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.139693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.139731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.139936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.140043] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1058.150432] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 1058.150743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.150990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.151313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.151446] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.178010] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.178217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.178217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.178434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.179364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.201548] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 1058.216962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.217232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.217354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.219152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.219152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.235472] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.235719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.235719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.235905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.236052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.242178] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1058.256918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1058.474977] env[66173]: INFO networking_nsxv3.common.synchronization [req-7c5154e6-3c12-4265-82f9-2f2334c487ad req-cbe560f7-e06f-4867-999a-55f39c559ead tempest-ServerRescueTestJSONUnderV235-912762549 tempest-ServerRescueTestJSONUnderV235-912762549-project-member] Enqueued Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1058.475515] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d with Priority: HIGHEST for action security_group_members [ 1058.475829] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.572516] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.655166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.655166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.655166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.655372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.655575] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.655682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.655746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.656036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.656206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.656341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.656552] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.916166] env[66173]: INFO networking_nsxv3.common.synchronization [req-d05b0212-84a2-4374-b986-e520d842db29 req-79527564-b63d-4120-a553-1abdf1d22c82 tempest-ServerTagsTestJSON-573867328 tempest-ServerTagsTestJSON-573867328-project-member] Enqueued Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1058.916166] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1058.916166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.918016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.918248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.918853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.918942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.919433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.919433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.919433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.919433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.919705] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.075234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075665] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075817] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1059.115515] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.115789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.115860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.116058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.116241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.128175] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1059.164636] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.313149] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.313445] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-954" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.313598] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-954" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.314060] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-954" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.314380] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.314722] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.314849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.315123] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.315309] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.315541] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.315679] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.315817] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.315945] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.316087] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.316216] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.316373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.337299] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.337541] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.337714] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.337870] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-954" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.338211] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-761bc173-eb3f-4733-a1a6-686299c66dab taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.338386] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.338541] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.338906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.339055] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('761bc173-eb3f-4733-a1a6-686299c66dab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.422479] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.422650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.422714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.423785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.424012] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.424131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.424194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.424345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.424426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.424502] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 already deleted. [ 1059.424564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.666096] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d1ac85-0b61-40ff-a99b-ae747465e47b: rpc.has_security_group_logging(os_id): False [ 1059.687947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.688265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.688361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.688744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.719985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.719985] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.720434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.720497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.721578] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be updated. [ 1059.791819] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.792042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.792127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.792352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.792498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.809876] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: IN_PROGRESS for 2s [ 1059.842246] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.842246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.842246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.842246] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.842457] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.842552] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 761bc173-eb3f-4733-a1a6-686299c66dab not found, creating... [ 1059.842929] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.843195] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.843315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.843548] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.843688] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.844115] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.844348] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.844536] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.844711] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.844845] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.845072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 761bc173-eb3f-4733-a1a6-686299c66dab is going to be created. [ 1059.867975] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.868273] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.868347] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.869553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.869697] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.100418] env[66173]: INFO networking_nsxv3.common.synchronization [req-cc28b9e7-6d66-4c1d-8b92-8598bece458e req-3c57d9d2-a5f6-4de7-84a9-989793bf6909 tempest-AttachVolumeTestJSON-524369812 tempest-AttachVolumeTestJSON-524369812-project-member] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 1060.101288] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGHEST for action security_group_members [ 1060.101708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.101896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.101952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.102330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.102674] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.102674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.102674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.102858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.102899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.102990] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.216296] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 1060.216703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.257319] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1060.257788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.274073] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1060.274361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590235] env[66173]: INFO networking_nsxv3.common.synchronization [req-d05b0212-84a2-4374-b986-e520d842db29 req-50645496-bbe0-447b-85f1-5f9829e74d48 service nova] Enqueued Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_rules [ 1060.590433] env[66173]: INFO networking_nsxv3.common.synchronization [req-d05b0212-84a2-4374-b986-e520d842db29 req-50645496-bbe0-447b-85f1-5f9829e74d48 service nova] Enqueued Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1060.590571] env[66173]: INFO networking_nsxv3.common.synchronization [req-d05b0212-84a2-4374-b986-e520d842db29 req-50645496-bbe0-447b-85f1-5f9829e74d48 service nova] Enqueued Resource ID: 761bc173-eb3f-4733-a1a6-686299c66dab with Priority: HIGHEST for action port [ 1060.591283] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_rules [ 1060.591456] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1060.591518] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 761bc173-eb3f-4733-a1a6-686299c66dab with Priority: HIGHEST for action port [ 1060.592317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.592317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.592317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.592317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.592994] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.594477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.594477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.594477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.594477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.594477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.594854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.594854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.595013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.595013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.595198] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.597255] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-761bc173-eb3f-4733-a1a6-686299c66dab taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.597255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.597255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.597255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.597255] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('761bc173-eb3f-4733-a1a6-686299c66dab',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.606407] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.606606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.606687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.606955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.631543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.631848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.631848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.632161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.632230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.632490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.632490] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 is going to be updated. [ 1060.666298] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.667342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.667342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.667342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.667342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.677213] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: IN_PROGRESS for 2s [ 1061.098357] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.099119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.099119] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.099977] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 761bc173-eb3f-4733-a1a6-686299c66dab with status ACTIVE [ 1061.100912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.100912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.100912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.101493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.101493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.101493] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.101493] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.101628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.101660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.101710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.101797] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 761bc173-eb3f-4733-a1a6-686299c66dab is going to be updated. [ 1061.123943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.124122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.124176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.124388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.124514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-761bc173-eb3f-4733-a1a6-686299c66dab" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.140323] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1061.140557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.140789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.140943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.141143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.141259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.141324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.141471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.141548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.141646] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.603662] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.643832] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.644110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.644195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.644574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.666561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.666856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.666982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.667071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.667266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.667347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.667434] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1061.695489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.695659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.695751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.695998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.696154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.705233] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1061.834015] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 1061.834015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.895945] env[66173]: INFO networking_nsxv3.common.synchronization [req-f3f27491-cd20-4391-a790-63ad0e1349a0 req-34faaeac-cb79-4a42-9c8f-c311fde47dbd tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1061.896414] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1061.896758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.896905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.897037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.897288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.897451] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.897576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.897641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.897783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.897869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.898281] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.106369] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.106716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.106716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.106935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.106935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.107064] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 is going to be created. [ 1062.133404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.133623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.133708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.133926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.134095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.144793] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: UNINITIALIZED for 2s [ 1062.402866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.403178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.403359] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.403531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.403819] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.404033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.404225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.404299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404525] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1062.439159] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.439455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.439621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.439957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.440298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.451937] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1062.703371] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 in Status: SUCCESS [ 1062.703691] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 deletion is rescheduled due to dependency. [ 1062.703822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.716771] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1063.717427] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d deletion is rescheduled due to dependency. [ 1063.717427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.717427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.718192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.718192] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.718192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.718192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.718562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.718562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.718562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.718727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b0fa111-b52b-43e3-ba29-cf59f057c13d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.718855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.718893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.719208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.719411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.719624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.719624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.719844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.719962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.720107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.720236] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.721453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.721453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.721654] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.722314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.722314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.722314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.722314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.722314] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.164232] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: SUCCESS [ 1064.164639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.164832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.165074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.165276] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.165400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.165461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.165649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.165754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.165823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.165889] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.225077] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b0fa111-b52b-43e3-ba29-cf59f057c13d: rpc.has_security_group_logging(os_id): False [ 1064.226256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.226475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.226614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.226837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.226929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.227211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.227397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.227479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.227614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.227688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.227773] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1064.250325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.250800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.250928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.251313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.251415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.251641] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.251746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.251872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.252170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.252302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.252846] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.252846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.252846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.253064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.253132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.253402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.253544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.253633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.253851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.254012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.254167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be updated. [ 1064.262408] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.263142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272570] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1064.331669] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.331669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.331669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.331941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.333034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.347202] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: IN_PROGRESS for 2s [ 1064.463300] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1064.463491] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1064.463650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.668134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.668399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.668399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.668705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.669114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.669245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.669340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.669551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.669673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.669799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.670113] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.670299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.670402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.670775] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.670890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671511] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.174713] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb8850f-bee0-48ab-ab67-6434bee4f244: rpc.has_security_group_logging(os_id): False [ 1065.197666] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.197902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.198108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.198418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.198842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.198842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.198842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.199049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.199293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.199515] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200344] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.200344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.200647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.200647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200709] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 is going to be created. [ 1065.291818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.292069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.292184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.292494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.292775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.315370] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: IN_PROGRESS for 2s [ 1065.638446] env[66173]: INFO networking_nsxv3.common.synchronization [req-59be81f9-dcf8-4800-853b-8b7a43cf584a req-6242fd35-cae6-4b54-acb9-b3a077de1313 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1065.638860] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1065.639082] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.639258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.639443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.639548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.639693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.639874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.639874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.640401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.640580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.640645] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.096999] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.097267] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.097392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.097724] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.098045] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.099444] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.099574] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.099821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.099973] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.100186] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.100370] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.100484] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.100590] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.100740] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.100844] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.100925] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.123331] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.123596] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.124346] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.124346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.124346] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-34694162-3ad3-47a4-9ad0-118c66e7263a taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.124700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.124700] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.125194] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.125448] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34694162-3ad3-47a4-9ad0-118c66e7263a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.143732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.143873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.143933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.144167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.168366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.168635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.168866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.168866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.169099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.169183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.169273] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1066.201474] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.201740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.201740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.201971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.202134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.214220] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1066.284757] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1066.285104] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d deletion is rescheduled due to dependency. [ 1066.285247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.372041] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d in Status: SUCCESS [ 1066.372041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.372041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.372041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.372041] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b0fa111-b52b-43e3-ba29-cf59f057c13d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.627992] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.628406] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.628665] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.629014] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.629251] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.629495] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 34694162-3ad3-47a4-9ad0-118c66e7263a not found, creating... [ 1066.629870] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.630136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.630340] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.630660] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.630879] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.631270] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.631518] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.631716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.631998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.632213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.632436] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 34694162-3ad3-47a4-9ad0-118c66e7263a is going to be created. [ 1066.655384] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.655835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.655892] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.656261] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.656612] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.656837] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.904673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.904673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.904999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.905117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.905332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.905460] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b0fa111-b52b-43e3-ba29-cf59f057c13d is going to be deleted. [ 1066.980619] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.980905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.980905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.981029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.981130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.981247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b0fa111-b52b-43e3-ba29-cf59f057c13d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.329964] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: SUCCESS [ 1067.330566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.408138] env[66173]: INFO networking_nsxv3.common.synchronization [req-59be81f9-dcf8-4800-853b-8b7a43cf584a req-ba9ff2bb-d76b-42df-bb14-a15d00d3ac43 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1067.408322] env[66173]: INFO networking_nsxv3.common.synchronization [req-59be81f9-dcf8-4800-853b-8b7a43cf584a req-ba9ff2bb-d76b-42df-bb14-a15d00d3ac43 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1067.408457] env[66173]: INFO networking_nsxv3.common.synchronization [req-59be81f9-dcf8-4800-853b-8b7a43cf584a req-ba9ff2bb-d76b-42df-bb14-a15d00d3ac43 service nova] Enqueued Resource ID: 34694162-3ad3-47a4-9ad0-118c66e7263a with Priority: HIGHEST for action port [ 1067.409031] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1067.409176] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1067.409275] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34694162-3ad3-47a4-9ad0-118c66e7263a with Priority: HIGHEST for action port [ 1067.409548] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.409670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.409736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.409941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.410040] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.410879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.410973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.411177] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-34694162-3ad3-47a4-9ad0-118c66e7263a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.411273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.411337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.411508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.411583] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34694162-3ad3-47a4-9ad0-118c66e7263a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.461850] env[66173]: INFO networking_nsxv3.common.synchronization [req-f2178c2e-4864-446d-bd25-0287afed9467 req-4a298424-dba3-4446-a761-116b0c982631 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1067.462421] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1067.463052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.463182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.463248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.463458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.463612] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.463709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.463770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.463916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.464014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.464109] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.913558] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.913735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914907] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34694162-3ad3-47a4-9ad0-118c66e7263a with status ACTIVE [ 1067.914907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.914907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.915431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.915431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.915431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.915787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.915787] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.915787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.916064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.916064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.916191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.916259] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34694162-3ad3-47a4-9ad0-118c66e7263a is going to be updated. [ 1067.948380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.948533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.948635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.948844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.948958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.949130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34694162-3ad3-47a4-9ad0-118c66e7263a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.965998] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.966266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.966381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.966711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.966820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.967042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.967183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.967247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.967504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.967642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.967642] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1068.004054] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.004269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.004378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.004676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.004834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.028267] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1068.228320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1068.228320] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f deletion is rescheduled due to dependency. [ 1068.228546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.228648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.228860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.229055] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.229169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.229226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.229385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.229458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.229549] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.732137] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.234440] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.737239] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.737879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.737879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.737879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.737879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.737879] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1069.772630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.772855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.772901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.773159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.773323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.782950] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1070.040989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1070.041210] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 deletion is rescheduled due to dependency. [ 1070.041325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.797014] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.797014] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.797014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.797645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.797645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.797645] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.218251] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8b5ec320-a49c-4dbf-a2a4-ba1ce1ac5357 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1072.218855] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1072.219178] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.219301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.219346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.219631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.219701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.219789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.219927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.220097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.220097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.220167] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.226579] env[66173]: INFO networking_nsxv3.common.synchronization [req-77bc3197-47be-42fb-95d7-d79b7ac1101e req-36346c6d-35dc-419e-bf7d-4a24ae9b777b tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1072.226579] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1072.226579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.226579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.226579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.226579] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.299868] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.300072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.580066] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.580330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.580677] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.581094] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.581366] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.581563] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.581917] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.582171] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.582503] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.582713] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.582919] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.583190] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.583299] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.583499] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.583721] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.606641] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.606935] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.607203] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.607511] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.608141] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.608489] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.608676] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609426] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204bb1ce-154f-47a5-858c-9d4b0ce17c7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.722345] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.730049] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.112135] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.112561] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.112696] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.113029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.113244] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.113453] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 204bb1ce-154f-47a5-858c-9d4b0ce17c7e not found, creating... [ 1073.113748] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.113923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.114055] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.114283] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.114414] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.114710] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.114914] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.115087] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.115308] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.115483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.115632] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 204bb1ce-154f-47a5-858c-9d4b0ce17c7e is going to be created. [ 1073.137791] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.138042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.138185] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.138392] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.138619] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.138835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.224561] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.232690] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.726625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.726812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.726856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.727227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.727329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.727474] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1073.735597] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.736024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.736113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736213] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1073.762954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.763271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.763357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.763647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.763792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.765618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.765740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.765807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.765969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.766109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.777995] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1073.778775] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1073.869920] env[66173]: INFO networking_nsxv3.common.synchronization [req-77bc3197-47be-42fb-95d7-d79b7ac1101e req-8940230a-6580-43e7-b6df-f1eb5d27fd49 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1073.870128] env[66173]: INFO networking_nsxv3.common.synchronization [req-77bc3197-47be-42fb-95d7-d79b7ac1101e req-8940230a-6580-43e7-b6df-f1eb5d27fd49 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1073.870264] env[66173]: INFO networking_nsxv3.common.synchronization [req-77bc3197-47be-42fb-95d7-d79b7ac1101e req-8940230a-6580-43e7-b6df-f1eb5d27fd49 service nova] Enqueued Resource ID: 204bb1ce-154f-47a5-858c-9d4b0ce17c7e with Priority: HIGHEST for action port [ 1073.870786] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1073.870945] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1073.872618] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204bb1ce-154f-47a5-858c-9d4b0ce17c7e with Priority: HIGHEST for action port [ 1073.872985] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.873128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.873197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.873405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.873489] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.874629] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.874747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.875533] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.876374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.876374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.876374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.876374] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204bb1ce-154f-47a5-858c-9d4b0ce17c7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.237353] env[66173]: INFO networking_nsxv3.common.synchronization [req-d1e3e7c2-632e-41a6-9ec3-fe5595e60764 req-eda3f015-da67-45a5-8426-3f6adb15716b tempest-ServerTagsTestJSON-573867328 tempest-ServerTagsTestJSON-573867328-project-member] Enqueued Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1074.238034] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGHEST for action security_group_members [ 1074.238570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.238570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.238570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.238805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.238869] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.238965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.239215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.239395] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.379639] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.379639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.379882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204bb1ce-154f-47a5-858c-9d4b0ce17c7e with status ACTIVE [ 1074.379882] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.380034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.380095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.380273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.380364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.380531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.380650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.380700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.380836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.380915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.381104] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.381207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.381279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.385024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.385024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.385024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204bb1ce-154f-47a5-858c-9d4b0ce17c7e is going to be updated. [ 1074.409661] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.410029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.410149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.410583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.410760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.410995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204bb1ce-154f-47a5-858c-9d4b0ce17c7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.587480] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.587838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.587838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.588116] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.588402] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.588660] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.588815] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.589085] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.589247] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.589505] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.589645] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.589843] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.589914] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.590013] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.590163] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.590328] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.623672] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.623972] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.624125] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.624288] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.624734] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-099bc86b-dc5f-4df4-a017-14532caff369 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.624936] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.625076] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.625468] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.625621] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099bc86b-dc5f-4df4-a017-14532caff369',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.741719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.741969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.741969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.742200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.742294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.742494] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.742593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.742653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.742801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.742878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.742963] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 is going to be updated. [ 1074.771379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.771585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.771585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.771799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.771970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.782102] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: IN_PROGRESS for 2s [ 1075.128830] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.129225] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.129449] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.129850] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.130101] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.130336] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 099bc86b-dc5f-4df4-a017-14532caff369 not found, creating... [ 1075.130796] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.131151] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.131322] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.131657] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.131895] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.132379] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.132646] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.132809] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.133141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.133379] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.133585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 099bc86b-dc5f-4df4-a017-14532caff369 is going to be created. [ 1075.159226] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.159538] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.160146] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.160146] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.160389] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.160645] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.790617] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1075.791186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.791186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.791276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.791538] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.791686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.791751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.791954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.792054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.792093] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.794959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1075.794959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.795103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.795425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.796019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.796019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.796284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.796284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.796371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.796552] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.796795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.796990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.797376] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.797551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.797623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.797780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.797877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.798058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.798125] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.903164] env[66173]: INFO networking_nsxv3.common.synchronization [req-7d4d5a43-1582-47e5-b610-47893b56150e req-7e3c633e-3248-4404-9fca-dca47e47a177 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1075.903342] env[66173]: INFO networking_nsxv3.common.synchronization [req-7d4d5a43-1582-47e5-b610-47893b56150e req-7e3c633e-3248-4404-9fca-dca47e47a177 service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1075.903480] env[66173]: INFO networking_nsxv3.common.synchronization [req-7d4d5a43-1582-47e5-b610-47893b56150e req-7e3c633e-3248-4404-9fca-dca47e47a177 service nova] Enqueued Resource ID: 099bc86b-dc5f-4df4-a017-14532caff369 with Priority: HIGHEST for action port [ 1075.904059] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1075.904199] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1075.905055] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099bc86b-dc5f-4df4-a017-14532caff369 with Priority: HIGHEST for action port [ 1075.905055] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.905055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.905055] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.905360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.905360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.905360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.905496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.905586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.905643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.905806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.906207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.906207] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.907411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-099bc86b-dc5f-4df4-a017-14532caff369 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.907530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.907586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.908840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.908840] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099bc86b-dc5f-4df4-a017-14532caff369',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.294378] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.300888] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e410e0-5f8d-4b00-bec5-5185a3ebc66f: rpc.has_security_group_logging(os_id): False [ 1076.320102] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.320330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.320330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.320666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.320835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.320932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.320995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.321157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.321356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.321447] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.321503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.321543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.321680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.321752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.321932] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.322037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.322093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.322230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.322303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.322384] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1076.397192] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.397396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.397456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.397672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.397862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.406641] env[66173]: INFO networking_nsxv3.common.synchronization [req-9f5244f7-bc63-4e28-a4e9-ebb5916af948 req-421d49a0-09d9-4fc7-9f72-e9cf5502384f tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1076.407378] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1076.407535] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.408394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.408829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.408829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.408990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.408990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.409240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.410407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.410486] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.411659] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099bc86b-dc5f-4df4-a017-14532caff369 with status ACTIVE [ 1076.411780] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.411891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.411947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.412120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.412200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.412370] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.412470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.412538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.412654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.412724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.412903] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.412994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.413062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.415480] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099bc86b-dc5f-4df4-a017-14532caff369 is going to be updated. [ 1076.415480] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1076.435973] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.436159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.436239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.436455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.436594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.436791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099bc86b-dc5f-4df4-a017-14532caff369" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.792029] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 in Status: SUCCESS [ 1076.792364] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 deletion is rescheduled due to dependency. [ 1076.792364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.796899] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.809577] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.809792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.809792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.810093] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.810373] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.810547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.810547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.810739] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.810882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.811086] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.811192] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.811298] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.811382] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.811486] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.811583] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.811702] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.844968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.845253] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.845253] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.845494] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.846064] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-6673c79f-e600-4eb1-8420-c26bc6e6b26f taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.846287] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.846410] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.846847] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.847015] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6673c79f-e600-4eb1-8420-c26bc6e6b26f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.911738] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.915429] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.915603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.915648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.916080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.916080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.916199] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.916258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.916258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.916418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.916491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.916574] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1076.943733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.943953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.944018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.944205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.944346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.954396] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1077.300754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.300962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.300962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.301217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.301324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.301435] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1077.352063] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.352063] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 6673c79f-e600-4eb1-8420-c26bc6e6b26f not found, creating... [ 1077.352063] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.352063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.352798] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.353047] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.353317] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.353682] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.353995] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.354326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 6673c79f-e600-4eb1-8420-c26bc6e6b26f is going to be created. [ 1077.397323] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.397323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.397323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.397323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.397323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.397323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.406519] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.406519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.406519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.406519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.406519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.417022] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.417022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.417022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.417022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.417022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.417022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1077.418168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1077.459143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.459345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.459345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.459547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.459685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.470201] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [req-9f5244f7-bc63-4e28-a4e9-ebb5916af948 req-9abe813f-c49b-4511-a306-310635d565c1 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [req-9f5244f7-bc63-4e28-a4e9-ebb5916af948 req-9abe813f-c49b-4511-a306-310635d565c1 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [req-9f5244f7-bc63-4e28-a4e9-ebb5916af948 req-9abe813f-c49b-4511-a306-310635d565c1 service nova] Enqueued Resource ID: 6673c79f-e600-4eb1-8420-c26bc6e6b26f with Priority: HIGHEST for action port [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1078.074345] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6673c79f-e600-4eb1-8420-c26bc6e6b26f with Priority: HIGHEST for action port [ 1078.074345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.075659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.075659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.075659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.075659] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.076712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.076874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077680] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6673c79f-e600-4eb1-8420-c26bc6e6b26f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.077680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.077680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.077680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.077680] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6673c79f-e600-4eb1-8420-c26bc6e6b26f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.429478] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1078.429746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.429942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.430197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.430330] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.579500] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.579630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.579815] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6673c79f-e600-4eb1-8420-c26bc6e6b26f with status ACTIVE [ 1078.580026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.580472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.580472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.580472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.580472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.580681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.580681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.580777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.580899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.580972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.581184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.581264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.581299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.581435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.581502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.581583] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6673c79f-e600-4eb1-8420-c26bc6e6b26f is going to be updated. [ 1078.604260] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.604404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.604474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.604698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.604855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.605023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6673c79f-e600-4eb1-8420-c26bc6e6b26f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.932513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.932683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.964910] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1078.965138] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1078.965268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.965439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.965671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.965902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.966055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.966137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.966304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.966388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.966479] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.429312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1079.429312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.429312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.429312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.429312] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.429312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.429312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.430031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.430031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.430031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.430031] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.468800] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.479175] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1079.479290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.479883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.480194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.480477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.481095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.482174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.482174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.482174] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.934401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.934575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.934634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.934884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.935067] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.935171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.935229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.935381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.935465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.935550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.935693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.935784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.935839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.935979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.936126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.936215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.936273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.936407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.936478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.936554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.936643] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.972736] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.984766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.984961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.985076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.985305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.985533] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.986331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.986331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.986405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.986535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.986867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.987049] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.987145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.987356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.987410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.987492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.987578] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.440628] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1080.462391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.463527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.463527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.463527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.475758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.475900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.475972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.476202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.476296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.476399] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1080.490342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.490611] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.490802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.490802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.491070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.491153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.491325] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.491429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.491486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.491647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.491747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.495023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.495023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.495023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.495023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.495023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.495023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1080.495023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e410e0-5f8d-4b00-bec5-5185a3ebc66f: rpc.has_security_group_logging(os_id): False [ 1080.532712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.532933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.535844] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.535987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.536172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.536370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.536528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.536839] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.536969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.537053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.537268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.537387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.537662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.537727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.537910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.538840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.538840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.539141] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1080.551474] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1080.603699] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.603699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.603699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.603938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.603982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.619906] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1080.632729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.632900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.632992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.633319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.633508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.651194] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1081.585390] env[66173]: INFO networking_nsxv3.common.synchronization [req-7e0e2bc4-ac40-48d1-8b09-c5e101809a50 req-289a19ff-eb97-4a2a-bb7d-c34e3b2c234e tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1081.586574] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1081.586835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.587517] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.587653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.587922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.588277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588277] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.089019] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089019] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.089847] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.090176] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.090452] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.090628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.090739] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.090956] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.091118] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.091322] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.091428] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.091547] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.091895] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.091895] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.091895] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.092094] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.093469] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.093576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.093643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.093804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.093881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.094070] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.094156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.094212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.094351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.094433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.097044] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1082.116123] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.116123] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.116123] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.116123] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.116123] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-fc4f0373-6952-4834-87d6-d14f59d8db16 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.116549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.116549] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.116918] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.117136] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4f0373-6952-4834-87d6-d14f59d8db16',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.123683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.123856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.123948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.124246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.124454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135395] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1082.561380] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1082.561716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.561920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.562199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.562352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.562469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.562533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.562693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.562772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.562852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.562942] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.619741] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.620160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.620160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.620413] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620561] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.620710] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port fc4f0373-6952-4834-87d6-d14f59d8db16 not found, creating... [ 1082.620980] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.621154] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621278] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.621499] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.621693] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.621945] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.622115] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.622226] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.622429] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.622562] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.622949] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: fc4f0373-6952-4834-87d6-d14f59d8db16 is going to be created. [ 1082.641470] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1082.641701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.647204] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.647402] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.647517] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.647797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.648039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.648258] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.664620] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1082.664901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.066109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.066304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.066561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.066735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.066890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.067117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.067200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.067285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.067431] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.067521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.067581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.067719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.067934] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.068037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.068037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.068162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.068233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.068313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.068399] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [req-7e0e2bc4-ac40-48d1-8b09-c5e101809a50 req-56232d43-fb67-478c-b5a0-f617bcd07d34 service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [req-7e0e2bc4-ac40-48d1-8b09-c5e101809a50 req-56232d43-fb67-478c-b5a0-f617bcd07d34 service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [req-7e0e2bc4-ac40-48d1-8b09-c5e101809a50 req-56232d43-fb67-478c-b5a0-f617bcd07d34 service nova] Enqueued Resource ID: fc4f0373-6952-4834-87d6-d14f59d8db16 with Priority: HIGHEST for action port [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1083.390254] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f0373-6952-4834-87d6-d14f59d8db16 with Priority: HIGHEST for action port [ 1083.390254] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.390254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.390254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.391186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.391421] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.392570] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.392896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.393227] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4f0373-6952-4834-87d6-d14f59d8db16 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.393468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.393728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.395530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.395530] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4f0373-6952-4834-87d6-d14f59d8db16',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.570060] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 1083.589278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.592256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593011] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.593011] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.593011] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.593011] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.593011] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.593011] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1083.665235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.665531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.665531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.666209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.666209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.684149] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1083.897198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.897355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.897451] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4f0373-6952-4834-87d6-d14f59d8db16 with status ACTIVE [ 1083.897617] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.897729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.897837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.898020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.898116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.898282] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.898746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.898746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.898746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.898746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.898975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.898975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.898975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.899244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.899244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.899331] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4f0373-6952-4834-87d6-d14f59d8db16 is going to be updated. [ 1083.922227] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.922401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.922447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.922650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.922778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.923033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4f0373-6952-4834-87d6-d14f59d8db16" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.146278] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1084.146465] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 deletion is rescheduled due to dependency. [ 1084.146585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.146756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.147030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.147391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.147391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.147391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.147565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.147626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.147720] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.486700] env[66173]: INFO networking_nsxv3.common.synchronization [req-73ff6c01-392e-4dbc-b301-959e6cf38cbe req-7b1042d7-a525-42d1-80b1-67abcc1cbc82 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1084.487354] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1084.487743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.487880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.487978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.488285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.488424] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.488553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.488621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.489355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.489355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.489355] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.649894] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.991638] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.156325] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.499219] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.659141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.659311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.659384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.659637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659826] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1085.697560] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.697674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.697702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.699261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.699261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.711424] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1085.711746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.712821] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1085.959345] env[66173]: INFO networking_nsxv3.common.synchronization [None req-6e1dbaf5-f393-447c-96a6-1752542dd75a None None] Enqueued Resource ID: 28174a8c-aee5-4f8e-9581-00d84d24a013 with Priority: HIGHEST for action port [ 1085.959986] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28174a8c-aee5-4f8e-9581-00d84d24a013 with Priority: HIGHEST for action port [ 1085.960322] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-28174a8c-aee5-4f8e-9581-00d84d24a013 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.960442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28174a8c-aee5-4f8e-9581-00d84d24a013" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.960509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28174a8c-aee5-4f8e-9581-00d84d24a013" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.960771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28174a8c-aee5-4f8e-9581-00d84d24a013" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.960883] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28174a8c-aee5-4f8e-9581-00d84d24a013',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.004525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.004804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.004804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.004990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.005068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.005163] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1086.034052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.034216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.034542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.034542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.034644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.045626] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1086.466803] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28174a8c-aee5-4f8e-9581-00d84d24a013 [ 1086.466803] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.466803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.466803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.466803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.466803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466803] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28174a8c-aee5-4f8e-9581-00d84d24a013 already deleted. [ 1086.466803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28174a8c-aee5-4f8e-9581-00d84d24a013" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.534078] env[66173]: INFO networking_nsxv3.common.synchronization [req-8721b7b9-e955-4fec-9884-bf091d3fb81e req-dedd5eb3-99ef-424d-a7bc-e7814e0a035c tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 1086.537770] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGHEST for action security_group_members [ 1086.537770] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.537770] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.537770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.537770] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.040402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.040858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.040858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.040958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.067129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.067129] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.067129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.067129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.067129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.067129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.067129] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 is going to be updated. [ 1087.097645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.118126] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: IN_PROGRESS for 2s [ 1087.725911] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.725911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.725911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.727455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.727855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.728139] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.064969] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1088.065314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.230855] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.529451] env[66173]: INFO networking_nsxv3.common.synchronization [None req-8dc99481-a922-4137-8761-2ec34fdfe1f1 None None] Enqueued Resource ID: 1164438e-f96c-416d-85ac-3caed7abeda7 with Priority: HIGHEST for action port [ 1088.529451] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1164438e-f96c-416d-85ac-3caed7abeda7 with Priority: HIGHEST for action port [ 1088.529451] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1164438e-f96c-416d-85ac-3caed7abeda7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.529451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1164438e-f96c-416d-85ac-3caed7abeda7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.529451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1164438e-f96c-416d-85ac-3caed7abeda7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.530287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1164438e-f96c-416d-85ac-3caed7abeda7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.530511] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1164438e-f96c-416d-85ac-3caed7abeda7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.558107] env[66173]: INFO networking_nsxv3.common.synchronization [None req-65f7b9d5-3d42-434e-8a02-99d42ec97272 None None] Enqueued Resource ID: 50156507-6fa9-47ad-b0bc-3d4c64fd7df8 with Priority: HIGHEST for action port [ 1088.558916] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50156507-6fa9-47ad-b0bc-3d4c64fd7df8 with Priority: HIGHEST for action port [ 1088.559124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-50156507-6fa9-47ad-b0bc-3d4c64fd7df8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.559255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50156507-6fa9-47ad-b0bc-3d4c64fd7df8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.559329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50156507-6fa9-47ad-b0bc-3d4c64fd7df8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.559574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50156507-6fa9-47ad-b0bc-3d4c64fd7df8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.559669] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50156507-6fa9-47ad-b0bc-3d4c64fd7df8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.734282] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3e1840-4f34-42bb-a5a7-bdd843656e63: rpc.has_security_group_logging(os_id): False [ 1088.755641] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.755818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.755853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.757086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.757086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.757086] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.757086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.757086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.757086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.757372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.757372] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1088.821071] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.821246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.821299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.821497] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.821638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.837821] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1089.034100] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1164438e-f96c-416d-85ac-3caed7abeda7 [ 1089.034100] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.034100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.034100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.034280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.034525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.034525] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1164438e-f96c-416d-85ac-3caed7abeda7 already deleted. [ 1089.034525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1164438e-f96c-416d-85ac-3caed7abeda7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.063016] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50156507-6fa9-47ad-b0bc-3d4c64fd7df8 [ 1089.063313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.063492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.063562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.063770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.063859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.063971] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50156507-6fa9-47ad-b0bc-3d4c64fd7df8 already deleted. [ 1089.064066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50156507-6fa9-47ad-b0bc-3d4c64fd7df8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.129691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 in Status: SUCCESS [ 1089.130039] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 deletion is rescheduled due to dependency. [ 1089.130039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.190974] env[66173]: INFO networking_nsxv3.common.synchronization [req-a68bb8aa-8724-4775-8a00-d1af95c06a8d req-8127b106-1734-4245-904a-fc69a938606d tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1089.191893] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1089.192390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.192566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.192624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.192858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.194041] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.194041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.194041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.194041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.194041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.194041] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.697291] env[66173]: INFO networking_nsxv3.common.synchronization [req-098dc7ce-df12-4863-aa81-5b38b5b9fbdf req-b13a3bd0-8798-490c-bc1b-4ac5d6fbe937 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1089.698453] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.699373] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGHEST for action security_group_members [ 1089.700029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.700029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.701046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.704358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.704358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.704358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.704358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.704358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.704358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.704358] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.046409] env[66173]: INFO networking_nsxv3.common.synchronization [None req-9a119c2f-b207-427b-a2fd-c3d5a3f237e4 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1090.046409] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1090.047434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.047545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.204836] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.206033] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.206159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.206159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.207334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.230283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.232708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.232708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.232708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.232708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.232708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.232708] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 is going to be updated. [ 1090.266387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.266387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.266387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.266387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.274292] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: IN_PROGRESS for 2s [ 1090.324856] env[66173]: INFO networking_nsxv3.common.synchronization [req-f3e160ac-2dd6-4d49-b947-a402af23081b req-331965c4-259e-41f8-8334-7262590df8e4 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1090.325325] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1090.325625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.325876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.325876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.325997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.326172] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.326264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.326324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.326470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.326556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.326646] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.710163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.710163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.711096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.711374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.711472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.711577] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1090.732077] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ea3015d1-9921-49e0-bd0d-0d5b6166a85e None None] Enqueued Resource ID: a44ba978-9c61-4d2b-b4f6-5f14f3c18569 with Priority: HIGHEST for action port [ 1090.732884] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44ba978-9c61-4d2b-b4f6-5f14f3c18569 with Priority: HIGHEST for action port [ 1090.733719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44ba978-9c61-4d2b-b4f6-5f14f3c18569 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.733719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44ba978-9c61-4d2b-b4f6-5f14f3c18569" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.733719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44ba978-9c61-4d2b-b4f6-5f14f3c18569" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.734140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44ba978-9c61-4d2b-b4f6-5f14f3c18569" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.734271] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44ba978-9c61-4d2b-b4f6-5f14f3c18569',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.752584] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.752819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.763014] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1090.828711] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.828847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.828879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.829139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.829230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.829491] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.829559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.829616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.829772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.829848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.829931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1090.851477] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1090.851702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.862205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.862344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.862406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.862637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.862751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.878103] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1091.239810] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a44ba978-9c61-4d2b-b4f6-5f14f3c18569 [ 1091.239810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.239810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.239810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.239810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.239810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.239810] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a44ba978-9c61-4d2b-b4f6-5f14f3c18569 already deleted. [ 1091.239810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44ba978-9c61-4d2b-b4f6-5f14f3c18569" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.284256] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 in Status: SUCCESS [ 1092.284550] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 deletion is rescheduled due to dependency. [ 1092.284550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.774376] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1092.774600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.774764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.774994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.775205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.775331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.775395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.775784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.775784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.775784] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.862345] env[66173]: INFO networking_nsxv3.common.synchronization [req-f3efa052-3787-4f8d-8d13-09803904fd8a req-98e1d63a-36c9-49ef-be44-df2008a8a82f tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1092.862858] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGHEST for action security_group_members [ 1092.863168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.863632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.863705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.863901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.864216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.864340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.864456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.864627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.864713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.864808] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.886645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1092.886815] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1092.886976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.278970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.279259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.279329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.279555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.279649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.279849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.279949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.280044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.280197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.280272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.280355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1093.308063] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.308420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.308420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.308529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.308744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.320251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1093.367149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.367397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.367462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.367701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.388431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.388712] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.388865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.388904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.389156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.389319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.389471] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 is going to be updated. [ 1093.415683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.415852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.415908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.416116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.416260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.425433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: IN_PROGRESS for 2s [ 1094.231256] env[66173]: INFO networking_nsxv3.common.synchronization [req-b22ec6b4-2e14-45c3-a93e-9920358bc098 req-41208325-a54a-4539-b7aa-5307870ca7fe tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1094.231791] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1094.232129] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.232370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.232592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.232749] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.232915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.233059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.233146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.233239] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.526019] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.526397] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.526533] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.526817] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.527637] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.527637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.527637] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.527770] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.527855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.528101] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.528224] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.528334] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.528442] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.528554] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.528659] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.528792] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.557062] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.557062] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.557214] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.557356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.557717] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-59dbf13a-6d6c-480a-8d08-7e9851546800 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.557916] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.558015] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.558479] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.558479] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dbf13a-6d6c-480a-8d08-7e9851546800',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.735362] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.060684] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.060906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.061059] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.061381] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.061539] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.061684] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 59dbf13a-6d6c-480a-8d08-7e9851546800 not found, creating... [ 1095.061944] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.062140] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.062241] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.062449] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.062583] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.062863] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.063023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.063223] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.063451] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.063580] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.064089] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 59dbf13a-6d6c-480a-8d08-7e9851546800 is going to be created. [ 1095.084192] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.084739] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.084739] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.084872] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.085160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.085304] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.237614] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.332257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1095.332555] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f deletion is rescheduled due to dependency. [ 1095.332714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.434681] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227f3914-05ac-46cd-b170-381e00f551c1 in Status: SUCCESS [ 1095.434906] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 deletion is rescheduled due to dependency. [ 1095.435081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.739642] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.740940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.740940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.740940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.740940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.740940] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1095.770680] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.770680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.770680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.770936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.771040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.781641] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1095.801757] env[66173]: INFO networking_nsxv3.common.synchronization [req-b22ec6b4-2e14-45c3-a93e-9920358bc098 req-47c731fd-e82a-431e-8fcf-0c662c8da2e0 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1095.801943] env[66173]: INFO networking_nsxv3.common.synchronization [req-b22ec6b4-2e14-45c3-a93e-9920358bc098 req-47c731fd-e82a-431e-8fcf-0c662c8da2e0 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1095.802502] env[66173]: INFO networking_nsxv3.common.synchronization [req-b22ec6b4-2e14-45c3-a93e-9920358bc098 req-47c731fd-e82a-431e-8fcf-0c662c8da2e0 service nova] Enqueued Resource ID: 59dbf13a-6d6c-480a-8d08-7e9851546800 with Priority: HIGHEST for action port [ 1095.802613] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1095.802753] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1095.802856] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59dbf13a-6d6c-480a-8d08-7e9851546800 with Priority: HIGHEST for action port [ 1095.803150] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.803274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.803340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.803543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.803627] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.804525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.804623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805633] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-59dbf13a-6d6c-480a-8d08-7e9851546800 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.805633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.805633] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59dbf13a-6d6c-480a-8d08-7e9851546800',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.307444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.307615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.307878] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59dbf13a-6d6c-480a-8d08-7e9851546800 with status ACTIVE [ 1096.308047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.308186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.308186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.308389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.308679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.308679] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.308848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.308848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.309131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.309131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.309246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.309396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.309443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.310024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.310024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.310024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59dbf13a-6d6c-480a-8d08-7e9851546800 is going to be updated. [ 1096.334273] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.334420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.334489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.334714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.334871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.335086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59dbf13a-6d6c-480a-8d08-7e9851546800" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.516652] env[66173]: INFO networking_nsxv3.common.synchronization [req-4040c92d-2d46-4262-a7f6-2e681ffa43b4 req-e20313aa-7719-483c-9fde-d3f46bc08f29 tempest-ServersNegativeTestMultiTenantJSON-688537846 tempest-ServersNegativeTestMultiTenantJSON-688537846-project-member] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1096.517283] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1096.517599] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.517720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.518985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.518985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.519089] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.519140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.519223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.519401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.519492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.519587] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.849067] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.849067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-744" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.849067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-744" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.849067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-744" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.849067] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.849067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.849067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.849685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.849685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.849685] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.849685] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.849832] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.849911] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.850041] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.850150] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.850280] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.870571] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.870733] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.870832] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.871023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-744" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.871363] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.872037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.872037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.872037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.872406] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.021173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.021340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.021396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.021620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.021710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.021902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.022009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.022075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.022243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.022305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.022375] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 already deleted. [ 1097.022476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.375230] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.375230] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.375522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.375865] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.376099] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.376294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 not found, creating... [ 1097.376609] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.376775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.376895] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.377203] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.377355] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.377754] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.377987] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.378146] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.378437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.378640] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.378858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 is going to be created. [ 1097.402199] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.402811] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.402811] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.402908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.403112] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.403350] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.791645] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1097.791900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.792200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.792317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.792506] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.792623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.792688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.792832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.792911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.793010] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.046224] env[66173]: INFO networking_nsxv3.common.synchronization [req-aeec47e5-ad8d-451e-8ae3-d320fcdec659 req-574e5130-89ff-4a0a-bad1-2201c445a1c2 tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 1098.046947] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 1098.047470] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.047470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.047651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.047746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.047890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.048133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.048231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.048436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.048585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048739] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.140599] env[66173]: INFO networking_nsxv3.common.synchronization [req-4040c92d-2d46-4262-a7f6-2e681ffa43b4 req-abeb223e-6bb5-458b-a241-2ab78461329b service nova] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_rules [ 1098.140806] env[66173]: INFO networking_nsxv3.common.synchronization [req-4040c92d-2d46-4262-a7f6-2e681ffa43b4 req-abeb223e-6bb5-458b-a241-2ab78461329b service nova] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1098.140973] env[66173]: INFO networking_nsxv3.common.synchronization [req-4040c92d-2d46-4262-a7f6-2e681ffa43b4 req-abeb223e-6bb5-458b-a241-2ab78461329b service nova] Enqueued Resource ID: ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 with Priority: HIGHEST for action port [ 1098.141591] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_rules [ 1098.141761] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1098.141898] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 with Priority: HIGHEST for action port [ 1098.142244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.142690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.142690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.142910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.144129] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.144129] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.144129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.144321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.144372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.144556] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.144657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.144718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.144965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.144965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.145470] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.149056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.149056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.149056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.149056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.149056] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.295031] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.552136] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.650797] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.651942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.652072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.652347] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 with status ACTIVE [ 1098.652543] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.652639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.652703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653350] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.653598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653903] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.654066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.654230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.654307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.654403] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24 is going to be updated. [ 1098.678665] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.678827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.678827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.679107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.679780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.679780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2eeae8-cbbd-420f-99a4-5e94d6ae1f24" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.797451] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.800790] env[66173]: INFO networking_nsxv3.common.synchronization [None req-198d2351-c49d-4505-94e5-0b9d3037a544 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1098.801086] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1098.801404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.801524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.801592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.801998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.801998] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.891769] env[66173]: INFO networking_nsxv3.common.synchronization [None req-01313ce5-78a6-41ea-bdf8-1534d59d916f tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1098.891996] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1098.892329] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.892498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.054858] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.152840] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.303156] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.303156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.303156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.303823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.303823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.303823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1099.329025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.329025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 already deleted. [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.329025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.329025] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.342332] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.342332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.342332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.342332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.342632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.360986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1099.557387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.557546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.557583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.557796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.557885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.557977] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 1099.589890] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.590102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.590229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.590480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.590634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.604809] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 1099.655825] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.656043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.656114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.656290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.656375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.656472] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 is going to be created. [ 1099.697060] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.697243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.697381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.697620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.697805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.707731] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: UNINITIALIZED for 2s [ 1099.856471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.856471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.856471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.856605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.856683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.856798] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 already deleted. [ 1099.856882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.371584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1101.371924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.372127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.372339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.372532] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.372644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.372702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.372847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.372926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.373017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.373113] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.616327] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 1101.616602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.718893] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: SUCCESS [ 1101.719173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.719346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.719571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.719782] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.719884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.719943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.720136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.720207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.720295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.720390] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.875676] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.875880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.875979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.876296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.876988] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.877227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.877404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.877492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.877581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.877735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.877888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878206] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.878302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.878360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878741] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.223079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.223294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.223294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.223534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.223706] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.223857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.223964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.224156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.224249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.224339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.224491] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.224785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.224924] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.225074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.225074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.225212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.225289] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225456] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.381324] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1102.401679] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.401862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.401925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.402514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.402830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.402913] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.402986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.403033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.403310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.403418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.403670] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.403775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.403836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.403996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.404248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.404661] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.404661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.404756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.404860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.404932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.405030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1102.485227] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.485401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.486064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.486064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.486064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.503136] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1102.728076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feb845d9-803d-408b-aaff-a4b2dfd03236: rpc.has_security_group_logging(os_id): False [ 1102.747732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.747891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.747964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.748250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.748340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.748541] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.748641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.748702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.748856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.748929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.749146] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.749244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.749303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.749482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.749555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.749742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.749850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.749888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.750447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.750572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.750666] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 is going to be created. [ 1102.815778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.815946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.816039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.816259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.816444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.827607] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: IN_PROGRESS for 2s [ 1103.072703] env[66173]: INFO networking_nsxv3.common.synchronization [None req-b11e4446-5f56-4934-aa57-34b5c1a93be0 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1103.073320] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1103.073643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.073759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.073844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.074113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.074184] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.173198] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d61d72fd-8e82-426e-a0e5-fe5769d9c6e1 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1103.173554] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1103.173859] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.173958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.597498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.597810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.597810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.598129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.598129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.598129] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 already deleted. [ 1103.598275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.598815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.598815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.598815] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.121273] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.121447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.121520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.121737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.122259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.122259] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 already deleted. [ 1104.122259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.519312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1104.519312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.841037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: SUCCESS [ 1104.841306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.408802] env[66173]: INFO networking_nsxv3.common.synchronization [None req-92adf9b2-2b11-4670-b396-6c9deda7a96a None None] Enqueued Resource ID: 88629c65-f7f2-4958-beaa-f5b4a889c016 with Priority: HIGHEST for action port [ 1107.409469] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88629c65-f7f2-4958-beaa-f5b4a889c016 with Priority: HIGHEST for action port [ 1107.409954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-88629c65-f7f2-4958-beaa-f5b4a889c016 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.410505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88629c65-f7f2-4958-beaa-f5b4a889c016" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.410728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88629c65-f7f2-4958-beaa-f5b4a889c016" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.411032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88629c65-f7f2-4958-beaa-f5b4a889c016" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.411150] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88629c65-f7f2-4958-beaa-f5b4a889c016',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.918420] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88629c65-f7f2-4958-beaa-f5b4a889c016 [ 1107.918602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.918993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.918993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.918993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.919219] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88629c65-f7f2-4958-beaa-f5b4a889c016 already deleted. [ 1107.919299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88629c65-f7f2-4958-beaa-f5b4a889c016" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.056272] env[66173]: INFO networking_nsxv3.common.synchronization [req-0b38f398-fcd7-41af-b144-485a0b69e157 req-65d9b245-b8ff-4951-b178-5c40279d4b93 tempest-ServerRescueNegativeTestJSON-1641470311 tempest-ServerRescueNegativeTestJSON-1641470311-project-member] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 1108.056920] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGHEST for action security_group_members [ 1108.057309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.057410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.057477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.057672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.058508] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.058669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.058730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.058910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.059068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.059125] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.508585] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e9dc651d-fc4b-447f-b12c-ca42b6c08d55 tempest-ServersV294TestFqdnHostnames-352752916 tempest-ServersV294TestFqdnHostnames-352752916-project-member] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1108.508585] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1108.510754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.510754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.510754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.510938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.511035] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.562853] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.562853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.562853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.565957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.565957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.565957] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be updated. [ 1108.591762] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.592073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.592129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.592311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.592456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.603926] env[66173]: INFO networking_nsxv3.common.synchronization [None req-a3067b53-7246-42bc-897e-de7c01cf7fc4 tempest-ServersV294TestFqdnHostnames-352752916 tempest-ServersV294TestFqdnHostnames-352752916-project-member] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1108.604306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: IN_PROGRESS for 2s [ 1108.604807] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1108.605532] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.605532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.678944] env[66173]: INFO networking_nsxv3.common.synchronization [req-bdca1677-fce6-45d7-8402-38e151d3154d req-7d67cfab-cf83-4a68-9f50-e92ae88d8d84 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1108.678944] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1108.680528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.680528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.680528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.680528] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.034986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.035334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.035436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.035834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.035834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.036069] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d already deleted. [ 1109.036069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.036204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.036269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.036346] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.182290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.182290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.182290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.183601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.183601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.183601] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 already deleted. [ 1109.183601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.474973] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.475202] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.475330] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.475593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.475847] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.475998] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.476124] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.476331] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.476472] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.476673] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.476780] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.476883] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.476992] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.477171] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.477288] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.477433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.499045] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.499243] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.499532] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.499605] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-210" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.499856] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-8b3db57f-2487-48ba-aa1f-d1040e668f06 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.500041] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.500167] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.500632] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.500632] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3db57f-2487-48ba-aa1f-d1040e668f06',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.529975] env[66173]: INFO networking_nsxv3.common.synchronization [None req-1054872c-9aaf-44bd-b4e7-a7db1272cfca None None] Enqueued Resource ID: e72f012b-a8aa-4ccd-b040-8b95b2a2351e with Priority: HIGHEST for action port [ 1109.530521] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72f012b-a8aa-4ccd-b040-8b95b2a2351e with Priority: HIGHEST for action port [ 1109.531034] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-e72f012b-a8aa-4ccd-b040-8b95b2a2351e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.531034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e72f012b-a8aa-4ccd-b040-8b95b2a2351e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.531034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e72f012b-a8aa-4ccd-b040-8b95b2a2351e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.531458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e72f012b-a8aa-4ccd-b040-8b95b2a2351e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.531458] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e72f012b-a8aa-4ccd-b040-8b95b2a2351e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.562053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.562053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.562053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.562053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.562053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.562053] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d already deleted. [ 1109.562053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.003721] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.003947] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.004145] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.004581] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.004829] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.005094] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 8b3db57f-2487-48ba-aa1f-d1040e668f06 not found, creating... [ 1110.005523] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.005788] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.005988] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.006496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.006718] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.007191] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.007443] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.007645] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.007970] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.008425] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.008425] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 8b3db57f-2487-48ba-aa1f-d1040e668f06 is going to be created. [ 1110.030888] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.031209] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.031438] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.031867] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.032243] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.032608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.035619] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e72f012b-a8aa-4ccd-b040-8b95b2a2351e [ 1110.035803] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.035909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.035968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.036171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.036244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.036321] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e72f012b-a8aa-4ccd-b040-8b95b2a2351e already deleted. [ 1110.036417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e72f012b-a8aa-4ccd-b040-8b95b2a2351e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.313765] env[66173]: INFO networking_nsxv3.common.synchronization [req-6e377e9e-d0ab-4312-8b87-db09efc43c03 req-d394a708-cae7-4723-aa56-c73c34df85aa tempest-ServersNegativeTestMultiTenantJSON-688537846 tempest-ServersNegativeTestMultiTenantJSON-688537846-project-member] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1110.316349] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGHEST for action security_group_members [ 1110.317020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.317175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.317324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.317566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.317840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.317958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.318119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.318389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.318477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.318575] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.617018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 in Status: SUCCESS [ 1110.617406] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 deletion is rescheduled due to dependency. [ 1110.617463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.752159] env[66173]: INFO networking_nsxv3.common.synchronization [req-bdca1677-fce6-45d7-8402-38e151d3154d req-22c96f6f-e649-4d01-9a1c-283d9c588364 service nova] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1110.752340] env[66173]: INFO networking_nsxv3.common.synchronization [req-bdca1677-fce6-45d7-8402-38e151d3154d req-22c96f6f-e649-4d01-9a1c-283d9c588364 service nova] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1110.752475] env[66173]: INFO networking_nsxv3.common.synchronization [req-bdca1677-fce6-45d7-8402-38e151d3154d req-22c96f6f-e649-4d01-9a1c-283d9c588364 service nova] Enqueued Resource ID: 8b3db57f-2487-48ba-aa1f-d1040e668f06 with Priority: HIGHEST for action port [ 1110.752706] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_rules [ 1110.752835] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1110.752929] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3db57f-2487-48ba-aa1f-d1040e668f06 with Priority: HIGHEST for action port [ 1110.753524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.753650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.753717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.753918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.754012] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.754984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.755111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.755170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.755362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.755810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.755810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.755810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.755945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.755979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.756071] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.757391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3db57f-2487-48ba-aa1f-d1040e668f06 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.757529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.757613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.757787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.757889] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3db57f-2487-48ba-aa1f-d1040e668f06',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.822622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.822783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.822854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.823103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.823200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.823406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.823549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.823549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.824030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.824030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.824030] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 is going to be updated. [ 1110.858208] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.869198] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: IN_PROGRESS for 2s [ 1111.013272] env[66173]: INFO networking_nsxv3.common.synchronization [req-891a711d-8e7b-42ac-8f30-fc9785994a58 req-8d96429c-6bd7-4de8-b35c-853ad26f4999 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1111.013818] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1111.014173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.014309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.014379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.014575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.014729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.014823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.014883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.015031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.015114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.015207] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.260204] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.261966] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.261966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.263209] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3db57f-2487-48ba-aa1f-d1040e668f06 with status ACTIVE [ 1111.263402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.263501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.263568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.263768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.263858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.264179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.264179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.264335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.264408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264578] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.264681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.264742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.264886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.264958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.265129] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3db57f-2487-48ba-aa1f-d1040e668f06 is going to be updated. [ 1111.296118] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.296320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.296358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.296794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.296966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.297252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3db57f-2487-48ba-aa1f-d1040e668f06" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.334288] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.334545] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.334604] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.334846] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.335100] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.336522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.336522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.336522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.336522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.336522] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.336522] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.336522] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.336522] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.336522] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.336522] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.337451] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.363313] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.363490] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.363627] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.364254] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-197" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.364254] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-f5046548-fd03-46e9-b9dd-b9a6c58aa023 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.364480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.364480] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.364780] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.364942] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5046548-fd03-46e9-b9dd-b9a6c58aa023',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.517786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.518012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.518012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.518278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.518373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.518571] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.518668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.518729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.518881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.518956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.519052] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1111.548146] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.548414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.548501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.548736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.548903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.560823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1111.666099] env[66173]: INFO networking_nsxv3.common.synchronization [req-36a44ec8-a978-48fc-aabf-b4c56a35b86b req-bf80694b-a924-44ae-9685-d6e89bf1b639 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 1111.667388] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGHEST for action security_group_members [ 1111.667388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.667388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.667388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.667582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.667883] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.667883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.667883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.668522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.668522] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.763128] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.871149] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.871314] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.872234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.872234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.872234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.872234] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port f5046548-fd03-46e9-b9dd-b9a6c58aa023 not found, creating... [ 1111.872234] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.872512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.872512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.872747] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.872806] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.873069] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.873319] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.874300] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.874908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.874908] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.874908] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: f5046548-fd03-46e9-b9dd-b9a6c58aa023 is going to be created. [ 1111.898243] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.898551] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.898657] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.898843] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.899079] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.899307] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.171391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.174116] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.174116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.174116] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be updated. [ 1112.212023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.212187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.212239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.212448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.212592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.221561] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: IN_PROGRESS for 2s [ 1112.265430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.265646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.265646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.265824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.265927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.266048] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 is going to be created. [ 1112.295191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.295420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.295495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.295713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.295881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.322103] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: UNINITIALIZED for 2s [ 1112.572588] env[66173]: INFO networking_nsxv3.common.synchronization [req-891a711d-8e7b-42ac-8f30-fc9785994a58 req-11922282-efdb-4eab-b3e5-4f795cd62588 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1112.572724] env[66173]: INFO networking_nsxv3.common.synchronization [req-891a711d-8e7b-42ac-8f30-fc9785994a58 req-11922282-efdb-4eab-b3e5-4f795cd62588 service nova] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1112.572864] env[66173]: INFO networking_nsxv3.common.synchronization [req-891a711d-8e7b-42ac-8f30-fc9785994a58 req-11922282-efdb-4eab-b3e5-4f795cd62588 service nova] Enqueued Resource ID: f5046548-fd03-46e9-b9dd-b9a6c58aa023 with Priority: HIGHEST for action port [ 1112.575792] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_rules [ 1112.575978] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1112.576100] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5046548-fd03-46e9-b9dd-b9a6c58aa023 with Priority: HIGHEST for action port [ 1112.576685] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.576816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.576882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.577121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.577244] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.578441] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.578521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.578742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5046548-fd03-46e9-b9dd-b9a6c58aa023 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.578844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.578909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.579116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.579195] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5046548-fd03-46e9-b9dd-b9a6c58aa023',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.881031] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb845d9-803d-408b-aaff-a4b2dfd03236 in Status: SUCCESS [ 1112.881031] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 deletion is rescheduled due to dependency. [ 1112.881031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.081198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.081343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.081445] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5046548-fd03-46e9-b9dd-b9a6c58aa023 with status ACTIVE [ 1113.081688] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.081782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.081782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.081991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.082258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.082575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.082831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.083127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.083200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.083284] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5046548-fd03-46e9-b9dd-b9a6c58aa023 is going to be updated. [ 1113.115681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.115881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.115881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.116107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.116248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.116413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5046548-fd03-46e9-b9dd-b9a6c58aa023" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303167] env[66173]: INFO networking_nsxv3.common.synchronization [req-72916db0-97d9-45d9-a5a4-bc1d68db1da9 req-6d70e137-1fa4-46ee-9c53-38e99a6ae813 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1113.303525] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1113.304148] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.304954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.304954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.304954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.304954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.304954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.304954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.305298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.305298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.305298] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.574024] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1113.574218] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1113.574334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.574496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.574708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.574893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.575016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.575123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.575260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.575346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.575441] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.604432] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.605354] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.605354] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.605354] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.605548] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.606496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.606496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.606496] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.606636] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.606828] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.606938] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.607056] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.607163] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.607305] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.607416] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.607546] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.626522] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.626697] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.626837] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.627026] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627392] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-6ce5b95c-d5ba-4cba-929b-998a60f063be taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627575] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627693] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.628042] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.628194] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce5b95c-d5ba-4cba-929b-998a60f063be',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.807105] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.077733] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.131023] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.131023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.131023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.131233] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.131329] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.131488] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 6ce5b95c-d5ba-4cba-929b-998a60f063be not found, creating... [ 1114.131744] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.131913] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.132027] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.132644] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.132644] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.132644] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.132812] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.133140] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.133242] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.133383] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.133521] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 6ce5b95c-d5ba-4cba-929b-998a60f063be is going to be created. [ 1114.154754] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.154754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.154754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.154754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.155038] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.155074] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.231638] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b in Status: SUCCESS [ 1114.231836] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b deletion is rescheduled due to dependency. [ 1114.231961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.309641] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.334022] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: SUCCESS [ 1114.334258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.335154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.335303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.335378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.335532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.335611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.335694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.335789] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.579978] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.812565] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.812565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.812565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.812795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.812795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.812846] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1114.837741] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.841707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.841818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.841872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.842143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.842326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.851893] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1114.854624] env[66173]: INFO networking_nsxv3.common.synchronization [req-72916db0-97d9-45d9-a5a4-bc1d68db1da9 req-ac2e76d5-0718-406c-9e83-116777ab9b1f service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1114.854791] env[66173]: INFO networking_nsxv3.common.synchronization [req-72916db0-97d9-45d9-a5a4-bc1d68db1da9 req-ac2e76d5-0718-406c-9e83-116777ab9b1f service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1114.854925] env[66173]: INFO networking_nsxv3.common.synchronization [req-72916db0-97d9-45d9-a5a4-bc1d68db1da9 req-ac2e76d5-0718-406c-9e83-116777ab9b1f service nova] Enqueued Resource ID: 6ce5b95c-d5ba-4cba-929b-998a60f063be with Priority: HIGHEST for action port [ 1114.855403] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1114.855538] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1114.855638] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce5b95c-d5ba-4cba-929b-998a60f063be with Priority: HIGHEST for action port [ 1114.856542] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.856652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.856812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.856907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.856982] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.858025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.858025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.858252] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce5b95c-d5ba-4cba-929b-998a60f063be taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.858406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.858406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.858530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.858604] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce5b95c-d5ba-4cba-929b-998a60f063be',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.082603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.082917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.082917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.083038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.083134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083236] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1115.117803] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.117967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.118039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.118292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.118448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.128536] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1115.340126] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4beed2df-7976-42c3-99ad-d5d1ab305c56: rpc.has_security_group_logging(os_id): False [ 1115.360583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.360783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.361066] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ce5b95c-d5ba-4cba-929b-998a60f063be with status ACTIVE [ 1115.361284] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.361419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.361506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.362105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.362105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.362105] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.362256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.362256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.362440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.362521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.362708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.362802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.362864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.363050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.363111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.363199] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ce5b95c-d5ba-4cba-929b-998a60f063be is going to be updated. [ 1115.365957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.366091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.366155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.366442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.366442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.366683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.366785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.366849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.367086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.367262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.367431] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 is going to be created. [ 1115.388473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.388634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.388687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.388915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.389072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.389226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce5b95c-d5ba-4cba-929b-998a60f063be" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.463389] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.463546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.463595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.463809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.463987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.475637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: IN_PROGRESS for 2s [ 1115.584514] env[66173]: INFO networking_nsxv3.common.synchronization [req-6a4c1212-8ab0-46d7-9843-d67aea9a45f4 req-f931879f-bba5-4490-835f-34b21be74c84 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1115.585089] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1115.585437] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.585558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.585623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.585879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.586049] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.586148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.586209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.586353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.586438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.586533] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.894022] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.894022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.894022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.894022] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.894022] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.894548] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.894823] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.895203] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.895507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.895868] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.896153] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.896469] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.896710] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.896964] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.897226] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.897538] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.916517] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.916517] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.916517] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.916669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.916939] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-262b8ddc-9b13-475a-a114-06b879916eba taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.917136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.917356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.917807] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.918031] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262b8ddc-9b13-475a-a114-06b879916eba',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.088724] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.089216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.089216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.089216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.089373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.089513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.089639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.089701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.089853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.089927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.090037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 already deleted. [ 1116.090120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.420389] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.420774] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.420917] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.421325] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.421540] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.421745] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 262b8ddc-9b13-475a-a114-06b879916eba not found, creating... [ 1116.422052] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.422221] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.422334] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.422640] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.422821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.423378] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.423659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.423863] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.424216] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.424437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.424649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 262b8ddc-9b13-475a-a114-06b879916eba is going to be created. [ 1116.449424] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.449728] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.449836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.450142] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.450367] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.450593] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.863036] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1116.863312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.863499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.863789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.863982] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.864116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.864169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.864351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.864435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.864538] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.141682] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1117.142073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.142116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.142330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.142528] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.142649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.142715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.142879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.142962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.143059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.143153] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.182381] env[66173]: INFO networking_nsxv3.common.synchronization [req-6a4c1212-8ab0-46d7-9843-d67aea9a45f4 req-c918438f-000f-43c6-afb2-880290665f1f service nova] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1117.182557] env[66173]: INFO networking_nsxv3.common.synchronization [req-6a4c1212-8ab0-46d7-9843-d67aea9a45f4 req-c918438f-000f-43c6-afb2-880290665f1f service nova] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1117.182691] env[66173]: INFO networking_nsxv3.common.synchronization [req-6a4c1212-8ab0-46d7-9843-d67aea9a45f4 req-c918438f-000f-43c6-afb2-880290665f1f service nova] Enqueued Resource ID: 262b8ddc-9b13-475a-a114-06b879916eba with Priority: HIGHEST for action port [ 1117.183231] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1117.183407] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1117.183462] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262b8ddc-9b13-475a-a114-06b879916eba with Priority: HIGHEST for action port [ 1117.183738] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.184393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.184393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.184393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.184393] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.185415] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.185415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.185415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.185609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.185773] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.185884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.185949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.186114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.186201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.186291] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.187029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-262b8ddc-9b13-475a-a114-06b879916eba taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.187141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.187973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.187973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.187973] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262b8ddc-9b13-475a-a114-06b879916eba',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.368108] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.487461] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: SUCCESS [ 1117.487694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.648873] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.692083] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.692083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.692083] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 262b8ddc-9b13-475a-a114-06b879916eba with status ACTIVE [ 1117.692083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.692083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.692083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.692560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.692560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.692635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.693326] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.693326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.693326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.693326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.693326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.693326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 262b8ddc-9b13-475a-a114-06b879916eba is going to be updated. [ 1117.764781] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.764991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.764991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.765273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.765420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.765586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262b8ddc-9b13-475a-a114-06b879916eba" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.871508] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.151018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2965f0a-4c49-40c7-87e6-5ecdf4f81756: rpc.has_security_group_logging(os_id): False [ 1118.174455] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.174637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.174694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.174923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.175037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.175299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.175407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.175469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.175631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.175774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.175891] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.175986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.176058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.176201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.176273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.176452] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.176559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.176618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.176757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.176828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.176912] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1118.195056] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.253030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.253030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.253030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.253369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.254031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1118.374223] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.374884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.376999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.376999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.376999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.376999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1118.412522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.412522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.412522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.412522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.412522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.423532] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1118.697767] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.697936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.698092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.698384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.698501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.698661] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be created. [ 1118.726416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.726617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.726617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.726827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.726987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.738109] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: UNINITIALIZED for 2s [ 1119.724782] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9102d6-a5c8-4e8d-94f9-20e7cc1bfdb5 req-76038a70-1dcd-4744-a0d4-af724921b790 tempest-ServersV294TestFqdnHostnames-352752916 tempest-ServersV294TestFqdnHostnames-352752916-project-member] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1119.724782] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1119.724782] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.725347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.725347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.725434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.725593] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.725705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.725765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.725946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.726037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.726133] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.098798] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.098996] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-114" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.099135] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-114" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.099470] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-114" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.099780] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.100432] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.100645] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.100918] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.101082] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.101291] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.101403] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.101508] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.101612] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.101715] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.101816] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.101942] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.121685] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.121685] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.121685] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.122067] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-114" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.122294] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.122749] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.122749] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.123156] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.123419] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c707acaf-092c-40f1-b4eb-fa29c38fb2a7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.229556] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.229556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.229556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.229556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.229556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.230027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.230027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.230027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.230027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d already deleted. [ 1120.230306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.289592] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1120.289865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.434049] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1120.434311] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.434485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.434705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.434929] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.435226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.435226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.435309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.435415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.435477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.435563] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.627447] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.627702] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.627835] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.628136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.628291] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.628441] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port c707acaf-092c-40f1-b4eb-fa29c38fb2a7 not found, creating... [ 1120.629324] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.629324] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.629324] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.629505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.629505] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.630168] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.630390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.630744] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.631029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.631160] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.631333] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: c707acaf-092c-40f1-b4eb-fa29c38fb2a7 is going to be created. [ 1120.654039] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.654333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.654476] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.654858] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.655123] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.655477] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.749160] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1120.749487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.749572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.749789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.749984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.750117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.750373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.750573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.750656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.750743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.750834] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.938043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.938248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.938600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.938831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.939103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.939333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.939471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.939612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.939849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.940019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.940157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.940383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.940604] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.940783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.940861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.941109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.941258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.941411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.941559] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.253572] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.368190] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9102d6-a5c8-4e8d-94f9-20e7cc1bfdb5 req-3605650a-3d10-4968-9543-8bf010b66ba3 service nova] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1121.368299] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9102d6-a5c8-4e8d-94f9-20e7cc1bfdb5 req-3605650a-3d10-4968-9543-8bf010b66ba3 service nova] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1121.368447] env[66173]: INFO networking_nsxv3.common.synchronization [req-3b9102d6-a5c8-4e8d-94f9-20e7cc1bfdb5 req-3605650a-3d10-4968-9543-8bf010b66ba3 service nova] Enqueued Resource ID: c707acaf-092c-40f1-b4eb-fa29c38fb2a7 with Priority: HIGHEST for action port [ 1121.368981] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_rules [ 1121.369132] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1121.369226] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c707acaf-092c-40f1-b4eb-fa29c38fb2a7 with Priority: HIGHEST for action port [ 1121.369497] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.369619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.369684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.369879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.369962] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.374710] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.374710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.374710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.374953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.374953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.375029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.375061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.375219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.375301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.375410] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.377041] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.377041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.377182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.377276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.377603] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c707acaf-092c-40f1-b4eb-fa29c38fb2a7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.445465] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1121.463254] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.463770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.463968] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.464083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.464147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.464303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.464383] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.464611] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.464701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.464779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.464928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.464992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.465394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.465461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.465683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.465767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1121.532831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.533044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.533087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.533290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.533422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.550137] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1121.755745] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7183ac02-0b6b-4597-a17a-f72ace8a9c85: rpc.has_security_group_logging(os_id): False [ 1121.775774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.775960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.776104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.776356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.776480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.776726] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.776829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.776892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.777062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.777138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.777222] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be created. [ 1121.847046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.848185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.848386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.848702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.848971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861921] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1121.879496] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.881039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.881352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.881814] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c707acaf-092c-40f1-b4eb-fa29c38fb2a7 with status ACTIVE [ 1121.882029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.882161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.882307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.882444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.882551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.882822] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.882921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.883014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.883183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.883261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.883836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.883836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.883836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.883836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.883836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.884110] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c707acaf-092c-40f1-b4eb-fa29c38fb2a7 is going to be updated. [ 1121.942991] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.943277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.943277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.943429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.943668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.943870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c707acaf-092c-40f1-b4eb-fa29c38fb2a7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382900] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.887564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.887564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.887564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.887564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.887564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.887564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d is going to be created. [ 1122.916602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.916602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.916602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.916602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.916930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.931072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: UNINITIALIZED for 2s [ 1123.566438] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1123.566676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.875618] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1123.875880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.937031] env[66173]: INFO networking_nsxv3.common.synchronization [None req-f1e084b6-7a17-4bed-9891-b645d4cd4e4f tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1123.938028] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1123.938028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.938517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.938596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.938866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.938954] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.049848] env[66173]: INFO networking_nsxv3.common.synchronization [None req-186099cd-09ee-4688-b10e-e69fd722bdd6 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1124.050592] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1124.050818] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.050921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.466587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.466587] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 already deleted. [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.466587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.466587] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.943667] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: SUCCESS [ 1124.943991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.944249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.944540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.944810] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.944982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.945105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.945386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.945474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.945602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.945739] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.986907] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.987049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.987049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.987253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.987386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.987471] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 already deleted. [ 1124.987537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.448788] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.951087] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2eedf59-51fe-4a8d-9226-658fb03c9e8d: rpc.has_security_group_logging(os_id): False [ 1125.969198] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.969350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.969425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.969646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.969735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.969972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.970084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.970148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.970301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.970456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.970456] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d is going to be created. [ 1126.034309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.034509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.034509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.034725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.035111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.046931] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: IN_PROGRESS for 2s [ 1127.227177] env[66173]: INFO networking_nsxv3.common.synchronization [req-95cd54d1-f2a6-441e-a6a6-6c03b0b61bc5 req-531dca69-f335-4583-a54b-454c412b1a35 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1127.227747] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1127.228069] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.228191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.228255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.228482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.228608] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.228708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.228759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.229085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.229085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229288] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.732555] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.060413] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: SUCCESS [ 1128.061601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.235034] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.737359] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.737657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.737792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.738120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.738254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.738400] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1128.767744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.767906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.767960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.768150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.768293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.779143] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1129.919050] env[66173]: INFO networking_nsxv3.common.synchronization [req-aed8a95d-b8b8-494b-8740-c22f56d770d5 req-4d3609b5-8277-49f9-8bc5-b3b83ae09fac tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1129.919302] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1129.919623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.919770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920286] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.920405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.920444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.920795] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.226704] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.226704] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.226838] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.228994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.228994] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.228994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.228994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.228994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.228994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.228994] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.228994] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.228994] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.228994] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.228994] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.228994] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.228994] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.249896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.250105] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.250241] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.250425] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.250765] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.250930] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.251436] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.251436] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.251680] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.423544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.423795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.423913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.424205] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.424358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.424604] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.424740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.424856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.425145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.425266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.425518] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 already deleted. [ 1130.425640] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.754227] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.754437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.754485] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.754754] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.754903] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.755079] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 not found, creating... [ 1130.755342] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.755821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.755821] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.755950] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.756094] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.756539] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.756539] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.756665] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.756914] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.757011] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.757175] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 is going to be created. [ 1130.778277] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.778521] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.778604] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.778888] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.779137] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.779355] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.790861] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1130.791126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.506576] env[66173]: INFO networking_nsxv3.common.synchronization [req-aed8a95d-b8b8-494b-8740-c22f56d770d5 req-fb2fe053-5660-4b5f-b6dd-469ff2a2d6be service nova] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1131.506890] env[66173]: INFO networking_nsxv3.common.synchronization [req-aed8a95d-b8b8-494b-8740-c22f56d770d5 req-fb2fe053-5660-4b5f-b6dd-469ff2a2d6be service nova] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1131.506890] env[66173]: INFO networking_nsxv3.common.synchronization [req-aed8a95d-b8b8-494b-8740-c22f56d770d5 req-fb2fe053-5660-4b5f-b6dd-469ff2a2d6be service nova] Enqueued Resource ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with Priority: HIGHEST for action port [ 1131.507493] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1131.508158] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1131.508158] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with Priority: HIGHEST for action port [ 1131.508158] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.508158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.508316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.508517] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.510181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.510335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.513507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.513507] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.513507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.513507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.513507] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.015833] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.016944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.017071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.017271] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with status ACTIVE [ 1132.017497] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.017607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.017656] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.017872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.017958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.018149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.018243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.018307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.018462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.018587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.018713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.018806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.018868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.018996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.019085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.019161] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 is going to be updated. [ 1132.165732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.165920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.165988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.166273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.166465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.166633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.192699] env[66173]: INFO networking_nsxv3.common.synchronization [req-1c9d3f8b-2940-4bbf-8d55-b43e78980ce8 req-7776deda-fbb6-4cf6-951c-4c51a290178c tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1132.192699] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1132.192911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.200065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.200228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.200470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.200660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.200801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.200868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.200972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.201066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.201158] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.521788] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.534194] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.534396] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.534514] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.534804] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.535075] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.535226] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.535366] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.535584] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.535740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.535937] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.536172] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.536339] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.536480] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.536636] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.536770] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.536927] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.558314] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.558475] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.558521] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.558737] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.559142] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-edd9cd0a-d1b5-4457-9693-62e3dae6b116 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.559309] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.559446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.559904] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.560132] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd9cd0a-d1b5-4457-9693-62e3dae6b116',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.703104] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.024313] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.024514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.024514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.024743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.024886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.025037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be created. [ 1133.053527] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.053721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.053721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.053957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.054137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.062690] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.062934] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.063112] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.063414] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.063562] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.063900] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port edd9cd0a-d1b5-4457-9693-62e3dae6b116 not found, creating... [ 1133.064212] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.064369] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.064483] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.064703] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.064836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.065140] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.065289] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.065400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.065633] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.065767] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.065903] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: edd9cd0a-d1b5-4457-9693-62e3dae6b116 is going to be created. [ 1133.067541] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: UNINITIALIZED for 2s [ 1133.095064] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.095312] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.095398] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.095900] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.096182] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.096449] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.210926] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.713597] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.713906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.713906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.714067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.714156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.714257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be updated. [ 1133.741956] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.742116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.742184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.742392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.742568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.752109] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1133.806688] env[66173]: INFO networking_nsxv3.common.synchronization [req-1c9d3f8b-2940-4bbf-8d55-b43e78980ce8 req-c97945fb-7a0d-4b7d-b6e0-75af561d9a81 service nova] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1133.806688] env[66173]: INFO networking_nsxv3.common.synchronization [req-1c9d3f8b-2940-4bbf-8d55-b43e78980ce8 req-c97945fb-7a0d-4b7d-b6e0-75af561d9a81 service nova] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1133.806791] env[66173]: INFO networking_nsxv3.common.synchronization [req-1c9d3f8b-2940-4bbf-8d55-b43e78980ce8 req-c97945fb-7a0d-4b7d-b6e0-75af561d9a81 service nova] Enqueued Resource ID: edd9cd0a-d1b5-4457-9693-62e3dae6b116 with Priority: HIGHEST for action port [ 1133.807297] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_rules [ 1133.807834] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1133.807922] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd9cd0a-d1b5-4457-9693-62e3dae6b116 with Priority: HIGHEST for action port [ 1133.808250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.808332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.808403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.808631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.808716] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.809589] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.809686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.809893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd9cd0a-d1b5-4457-9693-62e3dae6b116 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.810095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.810095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.810234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.810308] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd9cd0a-d1b5-4457-9693-62e3dae6b116',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.311875] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.312094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.312239] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edd9cd0a-d1b5-4457-9693-62e3dae6b116 with status ACTIVE [ 1134.312412] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.312519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.312584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.312887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.312982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.313181] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.313264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.313325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.313486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.313560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.313743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.313834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.313893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.314044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.314119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.314201] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edd9cd0a-d1b5-4457-9693-62e3dae6b116 is going to be updated. [ 1134.336161] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.336395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.336503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.336826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.337042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.337276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd9cd0a-d1b5-4457-9693-62e3dae6b116" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.078426] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: SUCCESS [ 1135.078899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.079210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.079569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.079862] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.080072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.080184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.080436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.080540] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.080636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.080733] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.583854] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.763440] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1135.763713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.763952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.764498] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.764498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.765012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.765012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.765012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.765012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.765251] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.915158] env[66173]: INFO networking_nsxv3.common.synchronization [req-a97744b4-0954-4729-92bd-c42d6174d2aa req-8f1dbc3d-bf64-42c6-bdcd-d6d01513ff9e tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1135.919265] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1135.919265] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.919265] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.919265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.919265] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.087065] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762: rpc.has_security_group_logging(os_id): False [ 1136.106405] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.106617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.106617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.106949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.107079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.107302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.107404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.107465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.107675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.107750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.107838] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be created. [ 1136.167686] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.167868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.167911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.168176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.168363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.182115] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: IN_PROGRESS for 2s [ 1136.267732] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.423109] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.770615] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.924872] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.274117] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.274489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.274489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.274598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.274686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.274787] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be updated. [ 1137.305952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.306181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.306269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.306519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.306718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.318072] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1137.429353] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.429546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.429593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.429797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.429886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.429987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1137.456703] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.456912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.456974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.457187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.457329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.467294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1138.197223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: SUCCESS [ 1138.197471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.329080] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1139.329491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.329559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.329904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.330258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.330435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.330527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.330759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.330870] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.330990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.331079] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.477978] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1139.478420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.834245] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.337150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7183ac02-0b6b-4597-a17a-f72ace8a9c85: rpc.has_security_group_logging(os_id): False [ 1140.356243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.356626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.356626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.356761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.356811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.357660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.357660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.357660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.357660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.357660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.357660] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be updated. [ 1140.432997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.432997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.432997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.432997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.432997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.450729] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1140.917643] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.917827] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1142.468283] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1142.468636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.026288] env[66173]: INFO networking_nsxv3.common.synchronization [None req-2d926bc7-3baa-4b44-b13b-ead62534522b tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1144.027256] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1144.027654] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.027819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.027933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.031388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.031580] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.031697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.031759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.031930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.032032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.032132] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.534709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.534873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.534943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.535208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.535301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.535498] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.535595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.535658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.535807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.535881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.535969] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1144.572477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.572652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.572694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.572932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.573095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.586397] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1145.389208] env[66173]: INFO networking_nsxv3.common.synchronization [req-a346e665-d40b-49f0-a0aa-3923492a3432 req-8a096165-ae4e-4a69-9078-e09783c9dcc6 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1145.389814] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1145.390164] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.392363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.392363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.393620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.393620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.393620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.393620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.393620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.393620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.393620] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.674426] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.675507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.675763] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.676110] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.676398] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.676572] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.676698] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.676924] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.677099] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.677285] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.677394] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.677499] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.677614] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.677730] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.677834] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.677964] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.699192] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.699462] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.699571] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.699750] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.700284] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-a0d2352b-6b28-434e-9df4-545baec21f1d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.700586] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.700808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.701250] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.701391] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d2352b-6b28-434e-9df4-545baec21f1d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.900356] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.203822] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.204207] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.204453] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.204905] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.205181] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.205500] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port a0d2352b-6b28-434e-9df4-545baec21f1d not found, creating... [ 1146.205884] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.206154] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.206374] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.206714] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.206923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.207354] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.207571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.207746] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.208044] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.208232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.208427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: a0d2352b-6b28-434e-9df4-545baec21f1d is going to be created. [ 1146.231104] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.231382] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.231535] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.231820] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.232066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.232297] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.402305] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.595419] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1146.595419] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f deletion is rescheduled due to dependency. [ 1146.595419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.905502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.905587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.905685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.905861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.905946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.906605] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1146.920287] env[66173]: INFO networking_nsxv3.common.synchronization [req-a346e665-d40b-49f0-a0aa-3923492a3432 req-32caf5d7-975e-42f1-a69d-73692f034bae service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1146.920460] env[66173]: INFO networking_nsxv3.common.synchronization [req-a346e665-d40b-49f0-a0aa-3923492a3432 req-32caf5d7-975e-42f1-a69d-73692f034bae service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1146.920593] env[66173]: INFO networking_nsxv3.common.synchronization [req-a346e665-d40b-49f0-a0aa-3923492a3432 req-32caf5d7-975e-42f1-a69d-73692f034bae service nova] Enqueued Resource ID: a0d2352b-6b28-434e-9df4-545baec21f1d with Priority: HIGHEST for action port [ 1146.921197] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1146.921334] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1146.921428] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d2352b-6b28-434e-9df4-545baec21f1d with Priority: HIGHEST for action port [ 1146.921912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.921912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.921912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.922162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.922199] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.922992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923362] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d2352b-6b28-434e-9df4-545baec21f1d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923662] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d2352b-6b28-434e-9df4-545baec21f1d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.936772] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.936919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.936919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.937247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.937247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.947757] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1147.426382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.426696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.427564] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d2352b-6b28-434e-9df4-545baec21f1d with status ACTIVE [ 1147.427564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.427564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.427564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.427564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.427564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.427955] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.427955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.428101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.428295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.428406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.428687] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.428841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.429029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.429299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.429446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.429573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d2352b-6b28-434e-9df4-545baec21f1d is going to be updated. [ 1147.451994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.451994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.451994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.451994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.452297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.452297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d2352b-6b28-434e-9df4-545baec21f1d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.958844] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1148.959112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.959213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.959442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.959632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.959919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.960036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.960977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.960977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.960977] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.462330] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.964416] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.466640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.466844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.466939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.467187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.467276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.467374] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1150.498823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.499043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.499043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.499301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.499449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.509887] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1150.879419] env[66173]: INFO networking_nsxv3.common.synchronization [req-5b9e228f-5483-44e1-abf5-8ba007824fb8 req-d17e0406-0e27-4a59-a2b3-a6e99f782738 tempest-DeleteServersTestJSON-1953664986 tempest-DeleteServersTestJSON-1953664986-project-member] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1150.880219] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGHEST for action security_group_members [ 1150.880626] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.881087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.881087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.881280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.881332] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.881462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.881550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.881737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.881851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.882115] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.384244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.384705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.384705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.384705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.384823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.384960] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.385209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.385209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.385449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.385449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.385449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be updated. [ 1151.416831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.417068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.417068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.417282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.417417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.426784] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: IN_PROGRESS for 2s [ 1152.520718] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1152.521077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.521077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.521303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.521516] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.521627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.521688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.521835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.521916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.521997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.522106] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.026110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.026366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.026452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.026762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.026981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.027131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.027211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.027407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.027515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.027626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.027862] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.027973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.028068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.028245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.028414] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.028529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.028595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.028760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.028861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.028945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.029045] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.437996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 in Status: SUCCESS [ 1153.437996] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 deletion is rescheduled due to dependency. [ 1153.437996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.531399] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1153.551352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.551352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.551605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.551639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.551744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.551940] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.552047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.552104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.552293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.552374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.552594] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.552700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.552758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.552922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.552994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.553220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.553357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.553420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.553619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.553731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.553822] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1153.629970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.630200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.630200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.630421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.630563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.650801] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1155.677891] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1155.677891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.881517] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.881517] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1157.176247] env[66173]: INFO networking_nsxv3.common.synchronization [req-167fb50c-2aa6-4074-8298-145c7482d536 req-36d52d8f-1d9e-42ef-8620-260831982140 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1157.176247] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1157.178333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.178478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.178478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.178663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.178811] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.180557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.180557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.180557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.180685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.180756] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.686162] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.188990] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.691994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.692191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.692230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.692461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.692550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692667] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1158.726169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.726339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.726381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.726597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.726748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.738409] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1160.076180] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ab911fe9-189f-4073-9997-a42eef029867 None None] Enqueued Resource ID: 20fc73c0-66c4-45e9-9fea-4b51e81da9b8 with Priority: HIGHEST for action port [ 1160.076764] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20fc73c0-66c4-45e9-9fea-4b51e81da9b8 with Priority: HIGHEST for action port [ 1160.078548] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-20fc73c0-66c4-45e9-9fea-4b51e81da9b8 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.079717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20fc73c0-66c4-45e9-9fea-4b51e81da9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.079808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20fc73c0-66c4-45e9-9fea-4b51e81da9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.080134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20fc73c0-66c4-45e9-9fea-4b51e81da9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.080640] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20fc73c0-66c4-45e9-9fea-4b51e81da9b8',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.582389] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20fc73c0-66c4-45e9-9fea-4b51e81da9b8 [ 1160.582628] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.582816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.582862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.583096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.583189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.583286] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20fc73c0-66c4-45e9-9fea-4b51e81da9b8 already deleted. [ 1160.583363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20fc73c0-66c4-45e9-9fea-4b51e81da9b8" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.753355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1160.753618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.190613] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.190959] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.190959] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.191208] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.191463] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.191614] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.191724] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.191944] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.192095] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.192294] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.192401] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.192500] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.193111] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.193111] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.193111] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.193111] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.213041] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.213041] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.213232] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.213279] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.213980] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-1794c28e-45c1-4cb2-a68f-6962649f3f26 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.213980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.213980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.214210] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.214302] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794c28e-45c1-4cb2-a68f-6962649f3f26',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.716563] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.716843] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.716993] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.717344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.717526] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.717711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 1794c28e-45c1-4cb2-a68f-6962649f3f26 not found, creating... [ 1161.718077] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.718254] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.718390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.718634] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.718842] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.719112] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.719300] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.719439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.719684] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.719860] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.720082] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 is going to be created. [ 1161.742173] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.742406] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.742528] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.742806] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.743048] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.743272] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [req-9ca001f2-1a41-45f3-9b9d-b4a33148a54a req-48320696-4547-4618-a975-11bc2d6d2a7d service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [req-9ca001f2-1a41-45f3-9b9d-b4a33148a54a req-48320696-4547-4618-a975-11bc2d6d2a7d service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [req-9ca001f2-1a41-45f3-9b9d-b4a33148a54a req-48320696-4547-4618-a975-11bc2d6d2a7d service nova] Enqueued Resource ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 with Priority: HIGHEST for action port [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1162.452297] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 with Priority: HIGHEST for action port [ 1162.452297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.452297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.452297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.455288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.455288] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.456235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.457258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.457258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.457258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.457258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.457258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.457258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.457446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.457446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.457500] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.458556] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1794c28e-45c1-4cb2-a68f-6962649f3f26 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.458638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.458756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.458956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.459081] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794c28e-45c1-4cb2-a68f-6962649f3f26',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.768093] env[66173]: INFO networking_nsxv3.common.synchronization [None req-fc0f0ed7-06c6-4c9d-9b8c-84e18feece78 None None] Enqueued Resource ID: 895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a with Priority: HIGHEST for action port [ 1162.768728] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a with Priority: HIGHEST for action port [ 1162.769247] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.769549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.769549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.769766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.769819] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.962335] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.962335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.962335] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.962794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1794c28e-45c1-4cb2-a68f-6962649f3f26 with status ACTIVE [ 1162.962794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.962901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.962966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.963189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.963282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.963510] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.963611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.963673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.963848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.963927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.964147] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.964268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.964342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.964535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.964568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.964635] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 is going to be updated. [ 1162.988038] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.988038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.988038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.988268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.988376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.988907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.271973] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a [ 1163.272295] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.272449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.272535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.272812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.272927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.273050] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a already deleted. [ 1163.273160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-895f3383-b1de-4ac3-9c0c-3ea3a1c21e5a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.467197] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.969529] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.969771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.969771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.969981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.970084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.970179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1163.999485] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.999893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.000052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.010601] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1165.629937] env[66173]: INFO networking_nsxv3.common.synchronization [req-6802b24a-e431-479a-8b59-4bf829ccd6b4 req-75fc09c0-01cc-4aaf-8d01-b0b13d8a1f9b tempest-ServerAddressesNegativeTestJSON-580866970 tempest-ServerAddressesNegativeTestJSON-580866970-project-member] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1165.629937] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1165.629937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.629937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.630989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.631477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.631753] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.632075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.632249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.632609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.633075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.633075] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.981764] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.982054] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-705" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.982195] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-705" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.982555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-705" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.982815] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.982968] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.983094] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.983306] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.983446] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.983645] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.983759] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.983901] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.984019] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.984128] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.984230] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.984356] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.005272] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.005445] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.005577] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.005753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-705" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.006116] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-086e7e32-dbe8-48fe-b71f-824b9c09e66a taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.006306] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.006421] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.006729] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.006865] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086e7e32-dbe8-48fe-b71f-824b9c09e66a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.020349] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1166.020584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.020750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.021031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.021220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.021330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.021397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.021579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.021662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.021748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.021839] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.135141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.135293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.135364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.135590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.135676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.135886] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.135999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.136076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.136224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.136298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136423] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 already deleted. [ 1166.136467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.509621] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.509855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.509982] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.510317] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.510473] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.510630] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 086e7e32-dbe8-48fe-b71f-824b9c09e66a not found, creating... [ 1166.510895] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.511068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.511184] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.511410] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.511541] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.511824] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.512031] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.512200] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.512416] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.512550] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.512686] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 086e7e32-dbe8-48fe-b71f-824b9c09e66a is going to be created. [ 1166.525030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.525030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.525030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.525235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.525367] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.525515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.525616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.525931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.526086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.526733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.526733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.526733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.526862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.527110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.527831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.527831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.527831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.528181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.528181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.528268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.528480] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.533992] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.534326] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.534390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.534574] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534831] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.535012] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.031882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e410e0-5f8d-4b00-bec5-5185a3ebc66f: rpc.has_security_group_logging(os_id): False [ 1167.050708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.050869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.050970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.051195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.051290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.051513] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.051617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.051669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.051825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.051978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.052191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.052279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.052337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.052483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.052563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.052740] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.052827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.052892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.053033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.053110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.053194] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1167.163744] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.163910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.163961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.164213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.164366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.185485] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [req-6802b24a-e431-479a-8b59-4bf829ccd6b4 req-61c75764-14d4-4bf7-8d2c-2e1e8fbe8a2a service nova] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_rules [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [req-6802b24a-e431-479a-8b59-4bf829ccd6b4 req-61c75764-14d4-4bf7-8d2c-2e1e8fbe8a2a service nova] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [req-6802b24a-e431-479a-8b59-4bf829ccd6b4 req-61c75764-14d4-4bf7-8d2c-2e1e8fbe8a2a service nova] Enqueued Resource ID: 086e7e32-dbe8-48fe-b71f-824b9c09e66a with Priority: HIGHEST for action port [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_rules [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1167.259305] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086e7e32-dbe8-48fe-b71f-824b9c09e66a with Priority: HIGHEST for action port [ 1167.259920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.260304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.260476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.261726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.261726] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.263469] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.263605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.263658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.263916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.265202] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.265202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.265202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.265202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.265202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.265202] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.265494] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-086e7e32-dbe8-48fe-b71f-824b9c09e66a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.265655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.265655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.265834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.267038] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086e7e32-dbe8-48fe-b71f-824b9c09e66a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.767949] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.769036] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.769155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.769515] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086e7e32-dbe8-48fe-b71f-824b9c09e66a with status ACTIVE [ 1167.769855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.769855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.769855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.770046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.770135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.770304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.770396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.770456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.770604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.770680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.770945] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.771101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.771101] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.771165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.771241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.771326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086e7e32-dbe8-48fe-b71f-824b9c09e66a is going to be updated. [ 1167.793716] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.793913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.793913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.794156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.794292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.794449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086e7e32-dbe8-48fe-b71f-824b9c09e66a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.847532] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd556aa2-1a5e-449d-b0ac-cb33412596a9 req-842775ac-364f-4d50-bfb2-246bc597761f tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1167.848122] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1167.848456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.848802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.848802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.848899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.848999] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.849120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.849201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.849327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.849399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.849489] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.149987] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.150557] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.150619] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.150934] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.151200] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.151353] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.151463] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.151679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.151818] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.152028] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.152141] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.152243] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.152345] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.152447] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.152554] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.152696] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.173238] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.173238] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.173397] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.173571] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-673" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.173884] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.174070] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.174187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.174606] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.174663] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.270068] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.351991] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.680069] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.680069] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 not found, creating... [ 1168.680069] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.680069] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.680591] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.680591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.680591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.680591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.680591] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.680591] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 is going to be created. [ 1168.702709] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.703234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.703455] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.703808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.704206] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.704526] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.772743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.773273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.773555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.773917] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.774121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.774326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 is going to be created. [ 1168.817379] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.818076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.818445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.818928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.819354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839472] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: UNINITIALIZED for 2s [ 1168.854743] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.202863] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1169.202863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.267150] env[66173]: INFO networking_nsxv3.common.synchronization [req-3286abc3-fcaf-4081-bfde-11ed4dfcd72c req-bbcc0fc0-5397-45dd-9578-0dd0f1a38769 tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1169.267862] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1169.268286] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.268465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.268550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.268839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.269168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.269333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.269439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.269637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.269727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.269822] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.356733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.356733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.356733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.357070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.357070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.357070] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1169.386328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.386462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.386523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.386739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.386887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.396759] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1169.410617] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd556aa2-1a5e-449d-b0ac-cb33412596a9 req-b7689058-bcde-4884-a5c5-e266a61dd062 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1169.410617] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd556aa2-1a5e-449d-b0ac-cb33412596a9 req-b7689058-bcde-4884-a5c5-e266a61dd062 service nova] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1169.410617] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd556aa2-1a5e-449d-b0ac-cb33412596a9 req-b7689058-bcde-4884-a5c5-e266a61dd062 service nova] Enqueued Resource ID: 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 with Priority: HIGHEST for action port [ 1169.410833] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_rules [ 1169.410994] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1169.411125] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 with Priority: HIGHEST for action port [ 1169.411723] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.411849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.411936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.412119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.412194] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.413071] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.413158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.413363] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.413460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.413519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.413767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.413835] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.772526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.772692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.772759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.772980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.773087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.773327] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.773439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.773503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.773662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.773748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.773849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1169.804024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.804024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.804024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.804238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.804238] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.813025] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1169.915903] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.916097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.916237] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 with status ACTIVE [ 1169.916412] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.916524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.916580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.916799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.916900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.917066] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.917166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.917224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.917390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.917467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.917648] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.917798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.917798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.917990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.918080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.918170] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9 is going to be updated. [ 1169.941608] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.941608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.941608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.941608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.941812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.941904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523f5f54-29e6-4918-ad1a-f6ac1ec5a0d9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.850814] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: SUCCESS [ 1170.851156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.851193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.851444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.851675] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.851899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.851964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.852223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.852523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.852654] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.356395] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.356560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.356625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.356850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.357028] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.357136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.357198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.357351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.357435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.357517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.357662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.357750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.357806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.357983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358140] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.358229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.358344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.358446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.358585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.358643] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.408511] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1171.408770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.409054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.409571] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.409703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.409766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.409950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.410046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.410153] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.825117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1171.825374] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 deletion is rescheduled due to dependency. [ 1171.825501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.861644] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51bbcb31-73ec-4c85-9007-82415c793c90: rpc.has_security_group_logging(os_id): False [ 1171.884099] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.884099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.884099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.884099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.884479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.884479] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.884591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.884642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.884907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.885043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.885366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.885528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.885628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.885830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.885972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.886427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.886427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.886608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.886749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.886891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.886983] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 is going to be created. [ 1171.913710] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.963617] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.963848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.963848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.964057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.964239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.979227] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: IN_PROGRESS for 2s [ 1172.194196] env[66173]: INFO networking_nsxv3.common.synchronization [req-241b936e-d785-4675-8005-c5daf8b0a07f req-e656f7a7-2341-46a0-ab9e-606b1862a78b tempest-ServersV294TestFqdnHostnames-352752916 tempest-ServersV294TestFqdnHostnames-352752916-project-member] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1172.195019] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGHEST for action security_group_members [ 1172.195128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.195244] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.195306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.195507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.195664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.195793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.195879] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.196251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.196251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.196251] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.416528] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.698796] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.699068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.699068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.699321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.699423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.699674] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.699805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.699868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.700073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.700159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.700343] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d is going to be updated. [ 1172.730392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.730825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.730825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.731111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.731306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.742151] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: IN_PROGRESS for 2s [ 1172.919142] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.919537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.919537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.919612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.920018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.920018] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1172.955815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.956100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.956219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.956533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.956751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.969614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1173.306815] env[66173]: INFO networking_nsxv3.common.synchronization [req-335648c4-a306-44a9-9b8e-42b649f38f38 req-daab66e5-b637-4650-9af6-40445da84861 tempest-AttachVolumeNegativeTest-1429970998 tempest-AttachVolumeNegativeTest-1429970998-project-member] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1173.307682] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGHEST for action security_group_members [ 1173.308015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308612] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309080] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.811938] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.812206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.812206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.812505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.812683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.813130] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.813295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.813366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.813589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.813653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.813753] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 is going to be updated. [ 1173.846349] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.846559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.846559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.846792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.846933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.855816] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: IN_PROGRESS for 2s [ 1173.991967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: SUCCESS [ 1173.992308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.752152] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d in Status: SUCCESS [ 1174.752359] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d deletion is rescheduled due to dependency. [ 1174.752473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.980477] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1174.980701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.980869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.981126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.981321] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.981443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.981510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.981817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.981817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.981817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.981915] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.484418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.484806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.484806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.484883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.485042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.485143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.485203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.485351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.485434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.485517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.485666] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.485758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.485816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.486074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.486222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.486313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.486371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.486507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.486585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.486661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.486746] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.865609] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 in Status: SUCCESS [ 1175.865799] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 deletion is rescheduled due to dependency. [ 1175.866604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.988719] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08854b07-067f-424b-9bb0-d6cc92d829c2: rpc.has_security_group_logging(os_id): False [ 1176.009743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.009978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.009978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.010243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.010366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.010620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.010805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.010893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.011160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.011261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.011463] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.011565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.011653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.011953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.012384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.012384] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.012384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.012577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.012577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.012641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.012732] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1176.076223] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.076440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.076440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.076675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.076818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.096812] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1177.726688] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.727068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.727068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.727288] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.727547] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.727699] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.727811] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.728213] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.728406] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.728639] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.728754] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.728870] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.728990] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.729161] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.729282] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.729414] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.748986] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.749217] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.749307] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.749487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-896" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.749802] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-1794c28e-45c1-4cb2-a68f-6962649f3f26 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.749971] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.750096] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.750395] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.750490] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794c28e-45c1-4cb2-a68f-6962649f3f26',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.123691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1178.123691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.253454] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.253454] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.253454] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.253994] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.254119] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.254603] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.254849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.255041] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.255398] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.255618] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.256095] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.256347] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.256972] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.256972] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.257100] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.257294] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 is going to be updated. [ 1178.289820] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.290172] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.290333] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.290627] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.290825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.291057] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.308784] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.308784] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [req-059f419f-d0b2-4255-bd16-68e103779917 req-e6f16446-5395-40c3-baca-7049cd8fdb5b service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [req-059f419f-d0b2-4255-bd16-68e103779917 req-e6f16446-5395-40c3-baca-7049cd8fdb5b service nova] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [req-059f419f-d0b2-4255-bd16-68e103779917 req-e6f16446-5395-40c3-baca-7049cd8fdb5b service nova] Enqueued Resource ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 with Priority: HIGHEST for action port [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_rules [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1178.993180] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 with Priority: HIGHEST for action port [ 1178.993180] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.993180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.993180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.993180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.993969] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.996043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.996043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.996043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.996043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.996043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.996043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.999022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.999022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.999022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.999022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.999369] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1794c28e-45c1-4cb2-a68f-6962649f3f26 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.999602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.999772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.000112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.000304] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794c28e-45c1-4cb2-a68f-6962649f3f26',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.120461] env[66173]: INFO networking_nsxv3.common.synchronization [req-f5d973db-428c-4a1d-98f3-1d564b09f7ef req-d9d46885-e0ad-4852-a6fc-0c3061ccd62f tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1179.121194] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1179.121496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.121614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.121678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.121876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.122033] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.122132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.122192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.122336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.122417] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.122507] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.206224] env[66173]: INFO networking_nsxv3.common.synchronization [req-05dac0df-3088-4d9b-865d-15e9e2853526 req-e77b893b-2237-4341-beaa-9c9fa116115d tempest-ServerAddressesNegativeTestJSON-580866970 tempest-ServerAddressesNegativeTestJSON-580866970-project-member] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1179.206850] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGHEST for action security_group_members [ 1179.207165] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.207296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.207345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.207819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.208050] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.208184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.208343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.208527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.208615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.208711] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.502595] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.504376] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.504486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.504644] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1794c28e-45c1-4cb2-a68f-6962649f3f26 with status ACTIVE [ 1179.506378] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.506378] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.506378] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.506724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.506724] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.506797] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.506952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.507570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.507570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.507570] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1794c28e-45c1-4cb2-a68f-6962649f3f26 is going to be updated. [ 1179.533863] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.534124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.534124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.534472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.534472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.534738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1794c28e-45c1-4cb2-a68f-6962649f3f26" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.589081] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.589081] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.589081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.589081] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.589081] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.589081] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.589081] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.589864] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.589864] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.589864] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.616353] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.616770] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.616770] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.616921] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-574" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.617352] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.617547] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.617664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.618018] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.618244] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc30e5e-4bff-4aa9-89da-b03dfee0f713',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.624877] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.624877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.624877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.625130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.625130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.625252] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.625363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.625363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.625483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.625563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.625621] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1179.665595] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.665809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.665909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.666185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.666542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.677231] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1179.713505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.714014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.714014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.714014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.714177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.714546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.714546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.714546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.714685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.714738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.714836] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 is going to be updated. [ 1179.777141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.777375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.777427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.777668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.777832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.788195] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: IN_PROGRESS for 2s [ 1180.004683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.124906] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.124906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.124906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.124906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.124906] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.125307] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 not found, creating... [ 1180.125307] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.125424] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.126227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.126227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.126227] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.126227] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.126464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.126464] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.126857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.126857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.126857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 is going to be created. [ 1180.148855] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.149168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.149247] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.149568] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.149795] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.150041] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.507832] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.507997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.508153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.508393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.508487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.508594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1180.539916] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.540161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.540161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.540395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.540580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.549257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1180.862891] env[66173]: INFO networking_nsxv3.common.synchronization [req-f5d973db-428c-4a1d-98f3-1d564b09f7ef req-e7056fcf-4dd3-40ff-b7fd-ef1567fee61a service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 1180.863147] env[66173]: INFO networking_nsxv3.common.synchronization [req-f5d973db-428c-4a1d-98f3-1d564b09f7ef req-e7056fcf-4dd3-40ff-b7fd-ef1567fee61a service nova] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1180.863217] env[66173]: INFO networking_nsxv3.common.synchronization [req-f5d973db-428c-4a1d-98f3-1d564b09f7ef req-e7056fcf-4dd3-40ff-b7fd-ef1567fee61a service nova] Enqueued Resource ID: 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 with Priority: HIGHEST for action port [ 1180.863727] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_rules [ 1180.863860] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1180.863956] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 with Priority: HIGHEST for action port [ 1180.864763] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.864885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.864948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.865162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.865245] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.867629] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.867751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.868358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.868515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.868578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.871739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.871739] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc30e5e-4bff-4aa9-89da-b03dfee0f713',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.370737] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.370737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.371259] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 with status ACTIVE [ 1181.371259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.371259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.371259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.371642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.371642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.371733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.372089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.372089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.373031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.373221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.373456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.374519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.374519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.374519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.374519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.374519] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dc30e5e-4bff-4aa9-89da-b03dfee0f713 is going to be updated. [ 1181.398720] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.400281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc30e5e-4bff-4aa9-89da-b03dfee0f713" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.603401] env[66173]: INFO networking_nsxv3.common.synchronization [None req-baf7ae9d-5fc4-4ecf-b9ae-0fabe2ed24b8 None None] Enqueued Resource ID: 3fd68eca-50c6-4aac-ae47-7adf17af0917 with Priority: HIGHEST for action port [ 1181.604245] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd68eca-50c6-4aac-ae47-7adf17af0917 with Priority: HIGHEST for action port [ 1181.604630] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd68eca-50c6-4aac-ae47-7adf17af0917 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.604758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd68eca-50c6-4aac-ae47-7adf17af0917" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.604897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd68eca-50c6-4aac-ae47-7adf17af0917" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.605243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd68eca-50c6-4aac-ae47-7adf17af0917" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.605243] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd68eca-50c6-4aac-ae47-7adf17af0917',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.689714] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1181.689970] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 deletion is rescheduled due to dependency. [ 1181.690116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.690848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.691171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.691407] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.691633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.691787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.692045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.692608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.692608] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.798812] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51bbcb31-73ec-4c85-9007-82415c793c90 in Status: SUCCESS [ 1181.799118] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 deletion is rescheduled due to dependency. [ 1181.799282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.108119] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd68eca-50c6-4aac-ae47-7adf17af0917 [ 1182.108385] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.108521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.108588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.108803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.108888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.108981] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd68eca-50c6-4aac-ae47-7adf17af0917 already deleted. [ 1182.109069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd68eca-50c6-4aac-ae47-7adf17af0917" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.195184] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.564475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1182.565108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.565683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.566118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.566433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.566830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.567013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.567385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.567731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.567731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.567981] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.699910] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.071812] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.072124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.072124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.072403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.072607] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.072728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.072791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.072921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.073013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.073120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.073526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.073603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.073666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.073915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.074152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.074239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.074305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.074453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.074531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.074616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.074690] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.204040] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.204265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.204265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.204544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.204675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.205168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1183.242566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.242782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.242782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.242989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.243156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.254284] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1183.577456] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e410e0-5f8d-4b00-bec5-5185a3ebc66f: rpc.has_security_group_logging(os_id): False [ 1183.601024] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.601253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.601329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.601568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.601779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.602047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.602187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.602734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.602734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.602734] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.602980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.603046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.603125] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.604365] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.604365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.604365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.604365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.604365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.604365] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1183.677204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.677396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.677396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.677747] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.677958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.706767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1183.886320] env[66173]: INFO networking_nsxv3.common.synchronization [None req-d8a6a3a8-2a28-4e15-8349-db6ec76f018b None None] Enqueued Resource ID: d9b22ca1-4687-4ecb-9ed3-723e3bc52606 with Priority: HIGHEST for action port [ 1183.886320] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b22ca1-4687-4ecb-9ed3-723e3bc52606 with Priority: HIGHEST for action port [ 1183.886824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b22ca1-4687-4ecb-9ed3-723e3bc52606 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.887098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b22ca1-4687-4ecb-9ed3-723e3bc52606" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.887269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b22ca1-4687-4ecb-9ed3-723e3bc52606" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.887710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b22ca1-4687-4ecb-9ed3-723e3bc52606" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.887886] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b22ca1-4687-4ecb-9ed3-723e3bc52606',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.390398] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b22ca1-4687-4ecb-9ed3-723e3bc52606 [ 1184.390640] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.390776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.390843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.391103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.391187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.391246] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b22ca1-4687-4ecb-9ed3-723e3bc52606 already deleted. [ 1184.391322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b22ca1-4687-4ecb-9ed3-723e3bc52606" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.268756] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1185.268756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.268756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.268756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.269356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.269356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.269356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.269356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.269356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.269356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.269655] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.501380] env[66173]: INFO networking_nsxv3.common.synchronization [req-4dcf1397-056a-4b8c-8d7b-90dbe810346a req-5b207dbe-3eb1-41dc-8412-9ab30a7215b1 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1185.501993] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1185.502266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.502389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.502481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.502687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.502845] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.502942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.502995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.503306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.503392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.503486] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.722475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1185.722711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.771799] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.005460] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.274153] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3e1840-4f34-42bb-a5a7-bdd843656e63: rpc.has_security_group_logging(os_id): False [ 1186.291913] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.292161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.292161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.292340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.292428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.292671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.292766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.292827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.292970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.293085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.293176] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1186.355674] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.355816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.355906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.356171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.356363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.368905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1186.507493] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.010300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.010510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.010614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.010890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.011057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.011169] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1187.043272] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.043511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.043740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.043903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.059346] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1187.345543] env[66173]: INFO networking_nsxv3.common.synchronization [req-46f35d2a-dca5-451b-87fb-0cd285c386e7 req-beb23b68-07f7-4b60-bf77-2e2e134b14b7 tempest-ServersNegativeTestJSON-747186072 tempest-ServersNegativeTestJSON-747186072-project-member] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1187.345879] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1187.346193] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.346328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.346399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.346671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.346821] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.346930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.346986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.347175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.347292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.347387] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.647011] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.647225] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.647350] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.647848] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.648206] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.648405] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.648525] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.648762] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.648902] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.649132] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.649257] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.649365] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.649470] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.649578] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.649679] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.649807] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.673169] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.673169] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.673533] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.673597] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.673896] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-4b5c4217-c68a-453c-8e85-6405c718bb7e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.674089] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.674412] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.674494] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.674630] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5c4217-c68a-453c-8e85-6405c718bb7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.849597] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.849597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.849597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.849861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.849907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.850116] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.850216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.850271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.850437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.850487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.850572] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 already deleted. [ 1187.850649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.177669] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.177669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.177669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.177983] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.177983] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.178168] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 4b5c4217-c68a-453c-8e85-6405c718bb7e not found, creating... [ 1188.178415] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.178573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.178685] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.178900] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.179050] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.179352] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.179503] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.179614] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.179813] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.179940] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.180085] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e is going to be created. [ 1188.209730] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.209930] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.210070] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.210362] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.210736] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.210964] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.386023] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1188.386023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.922347] env[66173]: INFO networking_nsxv3.common.synchronization [req-46f35d2a-dca5-451b-87fb-0cd285c386e7 req-2726d0df-aa3e-4c66-8e96-fa0c1b0d31f7 service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1188.922556] env[66173]: INFO networking_nsxv3.common.synchronization [req-46f35d2a-dca5-451b-87fb-0cd285c386e7 req-2726d0df-aa3e-4c66-8e96-fa0c1b0d31f7 service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1188.922693] env[66173]: INFO networking_nsxv3.common.synchronization [req-46f35d2a-dca5-451b-87fb-0cd285c386e7 req-2726d0df-aa3e-4c66-8e96-fa0c1b0d31f7 service nova] Enqueued Resource ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e with Priority: HIGHEST for action port [ 1188.923414] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1188.923700] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1188.923813] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e with Priority: HIGHEST for action port [ 1188.924194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.924447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.924602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.924935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.925056] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.926113] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.926562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.926562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.926752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.926990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.927176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.927302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.927530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.927687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.928047] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.928973] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5c4217-c68a-453c-8e85-6405c718bb7e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.929139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.929274] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.929521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.929672] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5c4217-c68a-453c-8e85-6405c718bb7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.074091] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1189.074336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.432030] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.432896] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.433013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.435888] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b5c4217-c68a-453c-8e85-6405c718bb7e with status ACTIVE [ 1189.436889] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.437072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.437137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.437459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.437459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.437685] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.437877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.437911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.438210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.438254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.438482] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.438589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.438653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.439102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.439230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.439359] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e is going to be updated. [ 1189.462030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.462169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.462169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.462385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.462513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.462675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.933912] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.436913] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.437209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.437209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.437446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.437577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.437701] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be created. [ 1190.461457] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.461606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.461718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.461967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.462144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.471937] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: UNINITIALIZED for 2s [ 1192.143626] env[66173]: INFO networking_nsxv3.common.synchronization [req-288e2233-9d90-4277-b064-d24b8911736d req-4a9d3ff2-d76a-4546-80d1-92901d668e90 tempest-ServersTestJSON-729918131 tempest-ServersTestJSON-729918131-project-member] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1192.144358] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGHEST for action security_group_members [ 1192.144699] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.144862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.144952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.145218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.145407] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.145728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.145728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.145934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.146055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.146227] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.485167] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1192.485299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.485991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.485991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.486155] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.486155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.486245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.486413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.487561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.487561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.487561] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.649194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.649413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.649520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.649785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.649890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.650159] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.650307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.650407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.650622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.650729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.650842] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be updated. [ 1192.691902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.692079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.692126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.692365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.692526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.706436] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: IN_PROGRESS for 2s [ 1192.990052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.990052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.990052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.990052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.990052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.990527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.990527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.990527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.990527] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.990722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.990780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.990906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.991078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.991217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.991293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991475] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.493852] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aca47696-a540-4d7f-a4b9-2bf8075d2b28: rpc.has_security_group_logging(os_id): False [ 1193.513981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.514232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.514313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.514538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.514650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.514893] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.515036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.515117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.515305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.515399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.515657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.515768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.515826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.516016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.516220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.516434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.516532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.516592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.516792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.516878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.516978] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be created. [ 1193.575846] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.576041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.576092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.576328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.576506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.589171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1194.719782] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 in Status: SUCCESS [ 1194.720179] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 deletion is rescheduled due to dependency. [ 1194.720267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.601899] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1195.602160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.303829] env[66173]: INFO networking_nsxv3.common.synchronization [req-c8ef18b6-67c3-4338-8af7-2bbb2910c5ea req-a61f3747-aa7c-4162-8fac-0e56e25760a4 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1196.304090] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1196.304447] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.304603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.304655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.304876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.305439] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.305439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.305439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.305439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.305642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.305642] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.807566] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.309371] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.812555] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.812728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.812805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.812977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.813094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.813195] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be updated. [ 1197.842043] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.842177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.842261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.842456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.842605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.852486] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1199.863534] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1199.863929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.305393] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.305721] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.780422] env[66173]: INFO networking_nsxv3.common.synchronization [req-e6930841-a9a4-4354-bedd-b87d5025faaa req-b29300fd-60e6-4452-95ea-5a243249ea2d tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1202.781247] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGHEST for action security_group_members [ 1202.781333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.781472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.781517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.781694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.781854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.781950] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.782079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.782171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.782258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.782413] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.284644] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.284862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.284919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.285248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.285361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.285948] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.285948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.285948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.285948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.286255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.286255] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be updated. [ 1203.312757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.312913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.312988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.313256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.313452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.321681] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: IN_PROGRESS for 2s [ 1203.815853] env[66173]: INFO networking_nsxv3.common.synchronization [req-0800d03a-fcd1-485f-a56d-77377197518d req-f620c1b6-d92d-4084-93fa-44feefbd5f6c tempest-ServersNegativeTestJSON-747186072 tempest-ServersNegativeTestJSON-747186072-project-member] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1203.816696] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1203.817168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.817373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.817373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.817757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.817757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.817874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.817874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.819399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.819399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.819399] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.136225] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.136453] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.136590] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.136963] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.137727] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.138014] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.138166] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.138465] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.138609] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.138816] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.138926] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.139068] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.139186] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.139365] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.139514] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.139664] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.160732] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.160927] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.161050] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.161239] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.161555] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-075ba8c6-d83f-414f-b75a-f9f08d485b53 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.161727] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.161842] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.162217] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.162360] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075ba8c6-d83f-414f-b75a-f9f08d485b53',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.321404] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.664567] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.665092] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.665092] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.665239] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.665391] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.665543] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 075ba8c6-d83f-414f-b75a-f9f08d485b53 not found, creating... [ 1204.665797] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.665984] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.666156] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.666530] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.666725] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.667032] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.667191] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.667553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.667553] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.667677] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.667806] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 075ba8c6-d83f-414f-b75a-f9f08d485b53 is going to be created. [ 1204.690312] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.690513] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.690631] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.690945] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.691188] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.691413] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.824102] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.326403] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.326743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.327292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.327292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.327391] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1205.332058] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 in Status: SUCCESS [ 1205.332244] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 deletion is rescheduled due to dependency. [ 1205.332363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.367698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.367938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.367938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.368128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.368323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.380304] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1205.399437] env[66173]: INFO networking_nsxv3.common.synchronization [req-0800d03a-fcd1-485f-a56d-77377197518d req-7f1e033a-81a4-494b-98fb-df0550b32154 service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1205.399633] env[66173]: INFO networking_nsxv3.common.synchronization [req-0800d03a-fcd1-485f-a56d-77377197518d req-7f1e033a-81a4-494b-98fb-df0550b32154 service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1205.399767] env[66173]: INFO networking_nsxv3.common.synchronization [req-0800d03a-fcd1-485f-a56d-77377197518d req-7f1e033a-81a4-494b-98fb-df0550b32154 service nova] Enqueued Resource ID: 075ba8c6-d83f-414f-b75a-f9f08d485b53 with Priority: HIGHEST for action port [ 1205.400270] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1205.400404] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1205.400499] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075ba8c6-d83f-414f-b75a-f9f08d485b53 with Priority: HIGHEST for action port [ 1205.400776] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.400947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.400947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.401153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.401235] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.402053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.402152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.402798] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-075ba8c6-d83f-414f-b75a-f9f08d485b53 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.402926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.402993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.403182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.403271] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075ba8c6-d83f-414f-b75a-f9f08d485b53',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.905019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.905419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.906688] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 075ba8c6-d83f-414f-b75a-f9f08d485b53 with status ACTIVE [ 1205.906958] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.907142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.907264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.907524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.907652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.907912] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.908070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.908166] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.908423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.908533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.908805] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.908943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.909049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.909248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.909357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.909476] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 075ba8c6-d83f-414f-b75a-f9f08d485b53 is going to be updated. [ 1205.933184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.933355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.933402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.933638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.933761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.933925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075ba8c6-d83f-414f-b75a-f9f08d485b53" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.391142] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1207.391530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.391530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.391724] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.391908] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.392035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.392100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.392251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.392333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.392427] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.894235] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.161208] env[66173]: INFO networking_nsxv3.common.synchronization [None req-a837ebaf-0af8-46cd-893f-8967ba00d223 tempest-AttachInterfacesTestJSON-2016270885 tempest-AttachInterfacesTestJSON-2016270885-project-member] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1208.161546] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGHEST for action security_group_members [ 1208.162634] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.162634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.162634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.162634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.162975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.162975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.162975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.163119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.163191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.163224] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.396218] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.665467] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.665616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.665685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.665910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.666016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.666207] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.666318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.666382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.666509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.666585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.666668] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be updated. [ 1208.711015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.711302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.711458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.711754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.711913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.723453] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: IN_PROGRESS for 2s [ 1208.899205] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.899377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.899451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.899731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.899822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.899919] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1208.931083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.931256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.931302] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.931509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.931648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.943866] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1210.328072] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.328072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.328072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.328646] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.328646] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.329017] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.329017] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.329442] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.329672] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.329920] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.330192] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.330354] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.330496] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.330640] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.330778] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.330941] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.350716] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.351085] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.351240] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.351439] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-836" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.351762] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.351937] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.352102] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.352335] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.352542] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.735613] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f in Status: SUCCESS [ 1210.736455] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f deletion is rescheduled due to dependency. [ 1210.736455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.856408] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.856827] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.857128] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.857522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.857807] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.858207] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.858451] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.858632] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.858918] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.859122] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.859465] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.859694] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.859868] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.860141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.860327] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.860524] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 is going to be updated. [ 1210.883347] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.883602] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.883714] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.883912] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.884117] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.884336] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.959798] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1210.960047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.960233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.960469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.960664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.960782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.960845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.961015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.961096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.961181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.961275] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.463422] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.463761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.463761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.463876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.464055] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.464164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.464232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.464374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.464457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.464548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.464701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.464785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.464847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.464983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.465132] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.465235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.465304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.465408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.465483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.465554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.465641] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [req-e175c613-304b-41da-9d59-9d066189cda5 req-473656ab-43bd-4614-9065-993c39c90658 service nova] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [req-e175c613-304b-41da-9d59-9d066189cda5 req-473656ab-43bd-4614-9065-993c39c90658 service nova] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [req-e175c613-304b-41da-9d59-9d066189cda5 req-473656ab-43bd-4614-9065-993c39c90658 service nova] Enqueued Resource ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with Priority: HIGHEST for action port [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_rules [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1211.594027] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with Priority: HIGHEST for action port [ 1211.594531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.594847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.595084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.595371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.595535] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.596463] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.596589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.596637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.596830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.596942] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.597046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.597116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.597245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.597331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.597461] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.598784] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.598784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.598784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.598784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.598784] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.969573] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aca47696-a540-4d7f-a4b9-2bf8075d2b28: rpc.has_security_group_logging(os_id): False [ 1211.988149] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.988536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.988536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.988651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.988751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.988956] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.989070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.989140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.989335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.989432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.989643] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.989800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.989800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.989934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.990016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.990200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.990291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.990350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.990488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.990570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.990689] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1212.080107] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.080347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.080347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.080533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.080681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.100036] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.101113] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.101239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.101697] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 with status ACTIVE [ 1212.101877] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.101989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.102066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.102272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.102357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.102569] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.102674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.102734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.102887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.102961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.103157] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.103247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.103361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.103484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.103529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.103603] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4 is going to be updated. [ 1212.105245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1212.179713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.179927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.179927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.180161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.180301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.180456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa07d1f-6539-476e-8e9d-cdb1b1e8a5a4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.602961] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.105837] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.106051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.106051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.106267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.106373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.106476] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be updated. [ 1213.166261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.166491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.166491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.166698] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.166845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.179301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: IN_PROGRESS for 2s [ 1214.149124] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1214.149507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.190060] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: SUCCESS [ 1215.190444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.190444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.190669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.190861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.190976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.191053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.191335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.191419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.191504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.191598] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.694531] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.077822] env[66173]: INFO networking_nsxv3.common.synchronization [req-c2eee360-a596-4bad-b28f-d26aaa30c117 req-c7c0d4e0-0fb7-490c-8371-7c1a35f78e52 tempest-ServersNegativeTestJSON-747186072 tempest-ServersNegativeTestJSON-747186072-project-member] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1216.078433] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1216.078790] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.078915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.078979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.079542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.079542] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.079648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.079648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.079851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.079942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.080045] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.197735] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762: rpc.has_security_group_logging(os_id): False [ 1216.221414] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.221624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.221739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.221973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.222088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.222355] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.222457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.222558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.222716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.222776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.222831] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be updated. [ 1216.293014] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.293259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.293259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.293515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.293683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.319205] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: IN_PROGRESS for 2s [ 1216.582552] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.085548] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.589382] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.589827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.589827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.590055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.590195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.590282] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1217.629532] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.629810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.629911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.630116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.630308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.640476] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1218.339776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: SUCCESS [ 1218.339776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.652529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1219.652529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.079453] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.079903] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.080939] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.080939] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.082641] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.083022] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.083677] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.083919] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.084735] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.085078] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.569099] env[66173]: INFO networking_nsxv3.common.synchronization [req-2cfa9a93-3f3b-4d1f-82b4-78460e1ce50a req-04c5dbf4-7632-4fd9-a5f4-77616a0f109a tempest-ServerActionsTestJSON-1323092711 tempest-ServerActionsTestJSON-1323092711-project-member] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1244.569952] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGHEST for action security_group_members [ 1244.570059] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.570203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.570280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.570502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.570848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.570848] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.571052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.571132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.571236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.571370] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.073970] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.074216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.074216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.074600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.074733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.074974] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.075140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.075214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.075528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.075622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.075740] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be updated. [ 1245.115097] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.115353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.115353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.115658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.115804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.126206] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: IN_PROGRESS for 2s [ 1247.138133] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 in Status: SUCCESS [ 1247.138541] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 deletion is rescheduled due to dependency. [ 1247.138541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.607304] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.607648] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.570634] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.570833] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.217099] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c85183d0-15a8-42e4-bdf4-933eb49bcd69 None None] Enqueued Resource ID: fe586b2b-3527-471c-be4f-51e3eed06069 with Priority: HIGHEST for action port [ 1253.218125] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe586b2b-3527-471c-be4f-51e3eed06069 with Priority: HIGHEST for action port [ 1253.218641] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe586b2b-3527-471c-be4f-51e3eed06069 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.218824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe586b2b-3527-471c-be4f-51e3eed06069" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.218956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe586b2b-3527-471c-be4f-51e3eed06069" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.219636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe586b2b-3527-471c-be4f-51e3eed06069" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.219636] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe586b2b-3527-471c-be4f-51e3eed06069',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.489812] env[66173]: INFO networking_nsxv3.common.synchronization [None req-718e542d-386f-4918-af98-2f6ffa476570 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1253.490396] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1253.490703] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.490822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.490957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.492035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.492035] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.575583] env[66173]: INFO networking_nsxv3.common.synchronization [None req-b9c2b333-f797-41ff-9679-863c1ee204d9 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1253.576084] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1253.576396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.576494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.722129] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe586b2b-3527-471c-be4f-51e3eed06069 [ 1253.722395] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.722522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.722626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.722857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.722892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.723614] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe586b2b-3527-471c-be4f-51e3eed06069 already deleted. [ 1253.723614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe586b2b-3527-471c-be4f-51e3eed06069" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.017245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.017396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.017727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.017727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.017727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.017842] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 already deleted. [ 1254.017910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.018074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.018265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.018355] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.542231] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.542231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.542231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.542712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.542712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.542712] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 already deleted. [ 1254.542712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.548063] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ea0d4bee-a246-4234-9075-d9253f70febd None None] Enqueued Resource ID: c54b4fd3-fcb7-4450-a332-ef4a35b670dc with Priority: HIGHEST for action port [ 1255.550336] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c54b4fd3-fcb7-4450-a332-ef4a35b670dc with Priority: HIGHEST for action port [ 1255.550707] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-c54b4fd3-fcb7-4450-a332-ef4a35b670dc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.550901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c54b4fd3-fcb7-4450-a332-ef4a35b670dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.550901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c54b4fd3-fcb7-4450-a332-ef4a35b670dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.552031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c54b4fd3-fcb7-4450-a332-ef4a35b670dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.552031] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54b4fd3-fcb7-4450-a332-ef4a35b670dc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.054738] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c54b4fd3-fcb7-4450-a332-ef4a35b670dc [ 1256.055603] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.055603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.055603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.055603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.055603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.055965] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c54b4fd3-fcb7-4450-a332-ef4a35b670dc already deleted. [ 1256.055965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c54b4fd3-fcb7-4450-a332-ef4a35b670dc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.834609] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.835085] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.835328] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.835716] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.836142] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.836468] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.836596] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.836940] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.837201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.837549] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.837764] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.837977] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.838200] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.838415] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.838587] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.838831] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.861388] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.861559] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.861695] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.861866] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-180" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.862207] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-4b5c4217-c68a-453c-8e85-6405c718bb7e taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.862395] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.862515] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.862842] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.862985] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5c4217-c68a-453c-8e85-6405c718bb7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.365139] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.365371] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.365482] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.365818] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.365969] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.366309] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.366487] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.366599] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.366817] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.366946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.367395] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.367552] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.367662] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.367859] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.368063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.368276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e is going to be updated. [ 1259.392158] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.392383] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.392516] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.392759] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.392951] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.393178] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [req-3c3c4b0e-ff04-4d74-b5e8-addcdcf9ad94 req-09cd9312-c567-4105-9345-a113890f287d service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [req-3c3c4b0e-ff04-4d74-b5e8-addcdcf9ad94 req-09cd9312-c567-4105-9345-a113890f287d service nova] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [req-3c3c4b0e-ff04-4d74-b5e8-addcdcf9ad94 req-09cd9312-c567-4105-9345-a113890f287d service nova] Enqueued Resource ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e with Priority: HIGHEST for action port [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_rules [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1260.095542] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e with Priority: HIGHEST for action port [ 1260.096207] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.096336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.096406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.096609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.096694] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.097659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.097791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.097791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.097956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.098081] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.098164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.098222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.098403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.098479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.098536] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.099937] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5c4217-c68a-453c-8e85-6405c718bb7e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.099937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.099937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.099937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.100312] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5c4217-c68a-453c-8e85-6405c718bb7e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.601690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.601816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.602055] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.602967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b5c4217-c68a-453c-8e85-6405c718bb7e with status ACTIVE [ 1260.603162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.603277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.603343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.603599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.603646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.603795] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.603893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.603951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.604140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.604242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.604404] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.604495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.604544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.604687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.604757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.604843] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b5c4217-c68a-453c-8e85-6405c718bb7e is going to be updated. [ 1260.635262] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.635420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.635487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.635776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.635921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.636100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5c4217-c68a-453c-8e85-6405c718bb7e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.107378] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.515886] env[66173]: INFO networking_nsxv3.common.synchronization [req-e6b074ff-3e78-4b95-bc3d-16d557495f50 req-bbe28366-961e-4137-b294-00485712481b tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1261.516847] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1261.516847] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.516847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.517082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.517830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.517830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.517830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.517830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.517830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.517830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.518126] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.610251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.610459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.610501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.610710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.610803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.610908] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1261.649875] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.650126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.650202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.650397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.650548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.661508] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1261.860187] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.860187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.860187] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.860597] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.860877] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.861058] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.861176] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.861786] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.861946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.862177] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.862356] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.862408] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.862605] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.862748] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.862857] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.862987] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.883081] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.883247] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1261.883382] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.883551] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.883871] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-7005646e-761d-4f10-9fab-375ced84bb76 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.884057] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.884178] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.884507] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.884644] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7005646e-761d-4f10-9fab-375ced84bb76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.074267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.074267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.074267] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 already deleted. [ 1262.074267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.387218] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.387625] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.387625] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.387934] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.388156] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.388288] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 7005646e-761d-4f10-9fab-375ced84bb76 not found, creating... [ 1262.388559] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.388713] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.388825] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.389090] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.389232] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.389509] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.389659] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.389771] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.389974] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.390132] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.390263] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 7005646e-761d-4f10-9fab-375ced84bb76 is going to be created. [ 1262.413206] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.413454] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.413512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.413776] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.413997] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.414248] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.128798] env[66173]: INFO networking_nsxv3.common.synchronization [req-e6b074ff-3e78-4b95-bc3d-16d557495f50 req-aa3078bc-3005-47da-a2cc-75ab7c596be4 service nova] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1263.128972] env[66173]: INFO networking_nsxv3.common.synchronization [req-e6b074ff-3e78-4b95-bc3d-16d557495f50 req-aa3078bc-3005-47da-a2cc-75ab7c596be4 service nova] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1263.129202] env[66173]: INFO networking_nsxv3.common.synchronization [req-e6b074ff-3e78-4b95-bc3d-16d557495f50 req-aa3078bc-3005-47da-a2cc-75ab7c596be4 service nova] Enqueued Resource ID: 7005646e-761d-4f10-9fab-375ced84bb76 with Priority: HIGHEST for action port [ 1263.129740] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1263.129872] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1263.130020] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7005646e-761d-4f10-9fab-375ced84bb76 with Priority: HIGHEST for action port [ 1263.130427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.130554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.130620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.130822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.130903] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.132299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.132407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.132407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.132690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.132858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.133465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.133465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.133465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.133465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.133465] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.134861] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-7005646e-761d-4f10-9fab-375ced84bb76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.134861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.134861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.135068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.135105] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7005646e-761d-4f10-9fab-375ced84bb76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.633408] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.633863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.636969] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7005646e-761d-4f10-9fab-375ced84bb76 with status ACTIVE [ 1263.637204] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.637339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.637405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.637627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.637716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.637900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.638008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.638144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.638242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.638297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.638479] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.638566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.638624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.638758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.638826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.638905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7005646e-761d-4f10-9fab-375ced84bb76 is going to be updated. [ 1263.640071] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.662326] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.662410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.662448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.662636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.662773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.662927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7005646e-761d-4f10-9fab-375ced84bb76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.672649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1263.672897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.673115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.673362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.673587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.673726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.673796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.674013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.674118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.674225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.674347] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.142896] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.176615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.176858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.176927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.177219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.177481] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.177619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.177696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.177915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.178041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.178162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.178413] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.178527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.178592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.178784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.178943] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.179180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.179290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.179461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.179563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.179661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.179834] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.290042] env[66173]: INFO networking_nsxv3.common.synchronization [req-4ca72ce6-2a2e-4bc5-97ed-9d42845ce324 req-5a115532-c2a9-47a0-8446-eddd84044586 tempest-AttachVolumeShelveTestJSON-1745275683 tempest-AttachVolumeShelveTestJSON-1745275683-project-member] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1264.291102] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGHEST for action security_group_members [ 1264.291573] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.291723] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.291798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.292271] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.292396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.292746] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.292872] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.645686] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.645686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.645686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.645686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.646203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.646203] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be created. [ 1264.677074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.677297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.677297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.677521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.677704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.682385] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aca47696-a540-4d7f-a4b9-2bf8075d2b28: rpc.has_security_group_logging(os_id): False [ 1264.689354] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: UNINITIALIZED for 2s [ 1264.713332] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.713577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.713577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.713943] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.714220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.714453] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.714658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.714752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.715036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.715208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.715573] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.715921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.715921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.716174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.716303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.716626] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.716823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.716971] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.717195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.717349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.717515] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1264.797200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.797535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.797535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.797711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.797892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.799163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.799428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.799428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.799641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.799677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.799952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.800097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.800183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.800344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.800425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.800519] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be updated. [ 1264.814892] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1264.832369] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.832511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.832624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.832895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.833096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.843559] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: IN_PROGRESS for 2s [ 1266.699599] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1266.699963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.699963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.700282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.700493] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.700610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.700673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.700845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.700927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.701024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.701117] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.829350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1266.829711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.853226] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 in Status: SUCCESS [ 1266.853429] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 deletion is rescheduled due to dependency. [ 1266.853523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.203564] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.705918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b45de86-aac1-4c47-aac2-3eeb560757a0: rpc.has_security_group_logging(os_id): False [ 1267.724406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.724591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.724634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.724840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.724929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.725185] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.725285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.725350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.725494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.725569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.725651] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be created. [ 1267.787817] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.788064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.788064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.788265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.788445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.801027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1269.292479] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.292965] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1269.820360] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1269.820670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.293860] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.294304] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.295295] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.295735] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.297051] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.297051] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.298135] env[66173]: INFO networking_nsxv3.common.synchronization [req-1e2d2a98-6917-4f4a-bfb7-2e09b139573b req-5ab3490c-444d-4ee9-9e1c-e901e7a9f64a tempest-ServersNegativeTestJSON-747186072 tempest-ServersNegativeTestJSON-747186072-project-member] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1289.300108] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.300108] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=0 [ 1289.300108] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGHEST for action security_group_members [ 1289.300108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.300429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.301027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.301027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.301027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.301202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.301202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.301410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.301539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.301668] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.804405] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.804655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.804655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.804841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.804930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.805133] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.805229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.805291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.805466] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.805541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.805625] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be updated. [ 1289.835309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.835491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.835491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.835692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.835833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.843839] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: IN_PROGRESS for 2s [ 1291.559872] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.560322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.560322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.560322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.560428] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.854529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 in Status: SUCCESS [ 1291.854716] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 deletion is rescheduled due to dependency. [ 1291.854764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.062656] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.564624] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.067169] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1293.067389] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1293.835816] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.836262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.836262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.836262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.849111] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1293.850020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.850738] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1293.886612] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.886819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.886819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.887078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.898986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.899890] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1293.899971] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.900070] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1293.936194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.936415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.936415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.936602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.937818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.938014] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1294.019689] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.019930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.019930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.020157] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.020603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.020916] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1294.096904] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.097137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.097137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.097287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.097619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.097896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1294.097988] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3c4576eb-7acd-4dc0-9a97-aaa34bdd4762', '7183ac02-0b6b-4597-a17a-f72ace8a9c85', '2dd59808-6423-41ae-a5d0-513c714f2d03', 'e2965f0a-4c49-40c7-87e6-5ecdf4f81756', 'd2eedf59-51fe-4a8d-9226-658fb03c9e8d', 'feb845d9-803d-408b-aaff-a4b2dfd03236', '4beed2df-7976-42c3-99ad-d5d1ab305c56', 'e8d1ac85-0b61-40ff-a99b-ae747465e47b', '51bbcb31-73ec-4c85-9007-82415c793c90', '6e3e1840-4f34-42bb-a5a7-bdd843656e63', '4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb', '4bf9659d-54f7-4f2a-a953-98faf9e7c550', '59997cc1-8bce-4ead-86c7-d8ef0f242e6a', 'f184c8a6-bf48-4128-95bf-718bfc236812', '0661df5c-9e5e-4771-9650-90974e945e48', '8b78b8f0-d39a-4220-81a8-016f34a1a6cb', '8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6', 'e11f43e3-4713-4732-84cf-f31fee23f410', '9eb3070a-05b4-4824-8303-0e1f1e5ff973', '08854b07-067f-424b-9bb0-d6cc92d829c2', 'bef5031f-309e-4c61-ad46-ed0730dc6bc9', 'dbb8850f-bee0-48ab-ab67-6434bee4f244', 'd227fddb-ab4a-40c2-bdf1-8b30fd37f7a2', '611ec837-e835-420f-9422-6f93934ea196', '460a9944-ebb5-4b2a-a7bf-f6fd15d915d0', 'b79d99d5-c4ed-4aed-8d96-042c9ffa2b66', '1ba774e8-d272-4f10-ab2f-b874b5e166bc', '227f3914-05ac-46cd-b170-381e00f551c1', '333e5a31-1108-499b-b6ad-b3bf290a8769', 'c9e410e0-5f8d-4b00-bec5-5185a3ebc66f', '8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef', 'aca47696-a540-4d7f-a4b9-2bf8075d2b28', 'be943e27-9585-4518-b40e-1d1c8c4d3e27', '9e5506b2-4387-4774-944f-0a0a3125a47d', '4b45de86-aac1-4c47-aac2-3eeb560757a0', '4850fe13-5cf7-411e-9c4f-6167c6205b76', '231ac3ff-2ba5-41db-b748-88253c46034e'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.098084] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1294.117368] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.117618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.117618] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.117791] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.117867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.117970] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1294.118052] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.118123] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1294.208459] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.208459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.208459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.208729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.209858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.210139] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1294.210219] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.210289] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1294.210391] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1294.210500] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1294.210539] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGH for action security_group_rules [ 1294.210625] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGH for action security_group_rules [ 1294.210674] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_rules [ 1294.210736] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 1294.210790] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGH for action security_group_rules [ 1294.210853] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGH for action security_group_rules [ 1294.210917] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGH for action security_group_rules [ 1294.210981] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_rules [ 1294.211053] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGH for action security_group_rules [ 1294.211116] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 1294.211177] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGH for action security_group_rules [ 1294.211235] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGH for action security_group_rules [ 1294.211296] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGH for action security_group_rules [ 1294.211360] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGH for action security_group_rules [ 1294.211425] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGH for action security_group_rules [ 1294.211527] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGH for action security_group_rules [ 1294.211578] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGH for action security_group_rules [ 1294.211609] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGH for action security_group_rules [ 1294.211760] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGH for action security_group_rules [ 1294.211760] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGH for action security_group_rules [ 1294.211864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.299913] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.300032] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1294.300156] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGH for action security_group_rules [ 1294.300288] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_rules [ 1294.300390] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGH for action security_group_rules [ 1294.300508] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0661df5c-9e5e-4771-9650-90974e945e48 with Priority: HIGH for action security_group_rules [ 1294.300612] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 with Priority: HIGH for action security_group_rules [ 1294.300706] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 with Priority: HIGH for action security_group_rules [ 1294.300796] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11f43e3-4713-4732-84cf-f31fee23f410 with Priority: HIGH for action security_group_rules [ 1294.300885] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 with Priority: HIGH for action security_group_rules [ 1294.300973] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGH for action security_group_rules [ 1294.301075] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb with Priority: HIGH for action security_group_rules [ 1294.301164] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a with Priority: HIGH for action security_group_rules [ 1294.301251] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 with Priority: HIGH for action security_group_rules [ 1294.301336] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb with Priority: HIGH for action security_group_rules [ 1294.301421] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_rules [ 1294.301508] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGH for action security_group_rules [ 1294.301630] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGH for action security_group_rules [ 1294.301700] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_rules [ 1294.301794] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGH for action security_group_rules [ 1294.301882] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGH for action security_group_rules [ 1294.301967] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_rules [ 1294.302345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.302505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.302572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.302779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.302920] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.304013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.304173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.304246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.304473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.304576] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.305898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.306081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.306185] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.306367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.306495] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.308027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0661df5c-9e5e-4771-9650-90974e945e48 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.308146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.308203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.308365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.308436] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0661df5c-9e5e-4771-9650-90974e945e48',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.309300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08854b07-067f-424b-9bb0-d6cc92d829c2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.309300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.309300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.309477] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.309571] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08854b07-067f-424b-9bb0-d6cc92d829c2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.310241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.310977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.310977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.310977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.310977] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eb3070a-05b4-4824-8303-0e1f1e5ff973',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.312281] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11f43e3-4713-4732-84cf-f31fee23f410 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.312509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.312573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.312720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.313013] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11f43e3-4713-4732-84cf-f31fee23f410',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.314332] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.314332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.314332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.314332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.314332] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.314829] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.314829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.314829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.314829] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.314829] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.316953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.317420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.317420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.317420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.317420] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b78b8f0-d39a-4220-81a8-016f34a1a6cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.318162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.318303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.318303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.318425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.318497] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59997cc1-8bce-4ead-86c7-d8ef0f242e6a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.319212] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.319308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.319308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.319469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.319540] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bf9659d-54f7-4f2a-a953-98faf9e7c550',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.322502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.322606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.322673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.324293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.324427] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.325295] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.325428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.325428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.325608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.325668] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.326412] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.326518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.326603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.326738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.326811] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.327972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.329254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.329254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.329254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.329254] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.329919] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.330041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.330078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.330527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.330527] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.331072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.331173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.331239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.331545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.331635] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.332458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.332555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.332623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.332768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.332911] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.333540] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.333708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.334050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.334050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.334050] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.899664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.900268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.900268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.900268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.902113] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.902113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.911210] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.911393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.915573] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.915716] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.916766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.916869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.919567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.919673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.920446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.920550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.924631] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.924728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.928163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.928264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.929654] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.929760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.931623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.931623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.931623] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.932227] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.932614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.936019] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.936019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.936019] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 is going to be deleted. [ 1294.936019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.936019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.936019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.936019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.936986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.937084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.937661] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.938084] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.938170] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.938724] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.939139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.939230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.939878] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.940287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.940393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.941022] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.942048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.942048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.942194] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.942550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.942639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.943937] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.944335] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.944423] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.960880] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.961652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.961789] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be deleted. [ 1294.962769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.963150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.983450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.983595] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eb3070a-05b4-4824-8303-0e1f1e5ff973 is going to be deleted. [ 1294.984522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.984730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.009250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.009468] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 is going to be deleted. [ 1295.010484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.010704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.012411] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.012523] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.026766] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.026766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.036153] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.036307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.044281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.044767] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6 is going to be deleted. [ 1295.045710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.045970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.106387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.106876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.116686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.116829] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59997cc1-8bce-4ead-86c7-d8ef0f242e6a is going to be deleted. [ 1295.117748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.117972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.206534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.206703] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d is going to be deleted. [ 1295.207635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.207852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.209622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.209770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.233874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.234060] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be deleted. [ 1295.234929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.235147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.237668] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.237793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.269632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.269834] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0661df5c-9e5e-4771-9650-90974e945e48 is going to be deleted. [ 1295.270667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.270884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.321756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.321972] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb is going to be deleted. [ 1295.322885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.323111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.337025] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.337396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.355079] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.355276] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.383727] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.383948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.386128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.386258] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be deleted. [ 1295.387131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.387431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.436076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.436301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08854b07-067f-424b-9bb0-d6cc92d829c2 is going to be deleted. [ 1295.437123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.437337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.495504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.495805] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b78b8f0-d39a-4220-81a8-016f34a1a6cb is going to be deleted. [ 1295.496591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.496809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.502334] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.502543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.544564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.544705] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be deleted. [ 1295.545636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.545851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.547333] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.547458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.585074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.585255] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11f43e3-4713-4732-84cf-f31fee23f410 is going to be deleted. [ 1295.586226] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.586441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.634180] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.634384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.691339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.691575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.700143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.700350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.702610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.702743] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 is going to be deleted. [ 1295.703669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.703891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.724926] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.725162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.770648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.770825] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be deleted. [ 1295.772123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.772376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.837761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.837971] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bf9659d-54f7-4f2a-a953-98faf9e7c550 is going to be deleted. [ 1295.838810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.839037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.909856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.910262] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be deleted. [ 1295.910973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.911206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.912631] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.912732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.966413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.966598] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be deleted. [ 1295.967495] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.967709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.967800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.967920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.968703] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.968806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.968874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.969049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.969132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.969246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.969474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.969625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.969701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.969809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.970300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.970500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.970625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.970672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eb3070a-05b4-4824-8303-0e1f1e5ff973" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.970807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.970966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.971053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.971161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.971272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.971411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.971486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.971595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f26c5cf-2cb6-4ba4-a40c-22d4d9dba6d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.971742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.971891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.971964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59997cc1-8bce-4ead-86c7-d8ef0f242e6a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.972332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.972404] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.972771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.972843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.973065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.973199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.973267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.973374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0661df5c-9e5e-4771-9650-90974e945e48" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.973502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.973638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.973712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.973817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee7729a-7014-4f5c-9c66-6cac9ff6a1cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.973924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.974068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.974141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.974249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.974373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.974506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.974580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.974681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08854b07-067f-424b-9bb0-d6cc92d829c2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.974788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.974919] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.974990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b78b8f0-d39a-4220-81a8-016f34a1a6cb" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.975361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.975433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.975780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.975851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11f43e3-4713-4732-84cf-f31fee23f410" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.976078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.976214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.976313] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.976385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.042222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.042447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.042447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.042628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.042713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.042833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bf9659d-54f7-4f2a-a953-98faf9e7c550" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.075556] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.075782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.075782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.075978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.076078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.076193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.095911] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.096564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.096710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.096793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.097120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.097214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.097332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.303145] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.303516] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.304963] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.305403] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.306740] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.306998] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.895546] env[66173]: INFO networking_nsxv3.common.synchronization [req-5f1dfab8-ba85-4ba6-97de-34c58ee2d614 req-7a3d43fd-1eaf-42fe-9c72-9e18d7c43d29 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1313.895546] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1313.895546] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.895546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.895546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.895899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.895899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.895899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.896031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.896117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.896173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.896269] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.190599] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.190925] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.191150] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.191980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.192426] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.192679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.192889] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.193250] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.193477] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.193793] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.193995] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.194196] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.194396] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.194574] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.194747] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.194959] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.217141] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.217379] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.217553] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.217801] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.218263] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-8c8724b4-12c1-4f21-9b22-8df921d58d03 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.218504] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.218678] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.219124] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.219324] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8724b4-12c1-4f21-9b22-8df921d58d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.398852] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.399114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.399114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.399296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.399381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.399627] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.399715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.399782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.399945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.400041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.400131] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 already deleted. [ 1314.400209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.722166] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.722478] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.722635] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.723013] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.723234] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.723433] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 8c8724b4-12c1-4f21-9b22-8df921d58d03 not found, creating... [ 1314.723762] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.723970] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.724154] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.724444] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.724628] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.724976] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.725195] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.725363] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.725644] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.725818] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.726029] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 8c8724b4-12c1-4f21-9b22-8df921d58d03 is going to be created. [ 1314.751551] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.751836] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.751930] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.752285] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.752560] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.752793] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.433652] env[66173]: INFO networking_nsxv3.common.synchronization [req-5f1dfab8-ba85-4ba6-97de-34c58ee2d614 req-14961e02-2db6-4b91-abe4-a915dcf0bca3 service nova] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_rules [ 1315.434338] env[66173]: INFO networking_nsxv3.common.synchronization [req-5f1dfab8-ba85-4ba6-97de-34c58ee2d614 req-14961e02-2db6-4b91-abe4-a915dcf0bca3 service nova] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1315.434338] env[66173]: INFO networking_nsxv3.common.synchronization [req-5f1dfab8-ba85-4ba6-97de-34c58ee2d614 req-14961e02-2db6-4b91-abe4-a915dcf0bca3 service nova] Enqueued Resource ID: 8c8724b4-12c1-4f21-9b22-8df921d58d03 with Priority: HIGHEST for action port [ 1315.434503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_rules [ 1315.434636] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1315.434730] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8724b4-12c1-4f21-9b22-8df921d58d03 with Priority: HIGHEST for action port [ 1315.435008] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.435251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.435320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.435572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.435656] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.436504] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.437422] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.437422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.437422] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.438309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8724b4-12c1-4f21-9b22-8df921d58d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.439087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.439087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.439087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.439087] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8724b4-12c1-4f21-9b22-8df921d58d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.940660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.940660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.940992] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.942295] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c8724b4-12c1-4f21-9b22-8df921d58d03 with status ACTIVE [ 1315.942488] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.942606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.942666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.942873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.942957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.943208] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.943308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.943388] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.943537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.943592] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.943775] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.943868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.943931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.944094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.944169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.944254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c8724b4-12c1-4f21-9b22-8df921d58d03 is going to be updated. [ 1315.965525] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.965750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.965750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.965935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.966084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.966242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8724b4-12c1-4f21-9b22-8df921d58d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.446444] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.949567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.949800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.949849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.950083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.950173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.950275] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be created. [ 1316.975787] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.975986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.975986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.976221] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.976379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.986067] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: UNINITIALIZED for 2s [ 1318.997627] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1318.998145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.998145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.998308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.998450] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.998610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.998610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.998792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.998859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.998949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.999054] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.501566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.501806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.501806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.502075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.502268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.502371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.502441] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.502619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.502709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.502903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.502981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.503142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.503189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.503329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.503472] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.503558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.503672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.503754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.503827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.503904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.503995] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.007082] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1789b59f-d4c6-4edc-a5c7-857aa5f09e32: rpc.has_security_group_logging(os_id): False [ 1320.026402] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.026645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.026645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.026833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.026925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.027141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.027241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.027295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.027457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.027548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.027733] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.027817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.027873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.028412] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.028573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.028671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.028989] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be created. [ 1320.085295] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.085550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.085550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.085714] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.085900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.096918] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1320.435907] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.436133] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1322.109711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1322.110161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.437154] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.437523] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.438449] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.438830] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.440203] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.440596] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.541033] env[66173]: INFO networking_nsxv3.common.synchronization [req-494cda6f-c447-447d-895c-c1c205009db2 req-7482138c-8f9f-4d44-93d3-54e1859771ab tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1339.541033] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1339.541539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.541539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.541732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.541860] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.542578] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.542578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.542578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.542578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.542578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.543088] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.045617] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.045617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.045617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.045911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.045911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.046033] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.046147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.046200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.046340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.046418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.046507] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be updated. [ 1340.078613] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.078872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.078872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.079027] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.079186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.087666] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1342.098923] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1342.099286] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 deletion is rescheduled due to dependency. [ 1342.099286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.583131] env[66173]: INFO networking_nsxv3.common.synchronization [None req-65526575-17db-453e-895a-588d94096eb2 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1343.583781] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1343.584136] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.584293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.584382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.584653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.584760] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.661296] env[66173]: INFO networking_nsxv3.common.synchronization [None req-f689f4f6-5deb-457b-ba56-1dcddbf3fc12 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1343.661859] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1343.662234] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.662339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.107088] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.107295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.107369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.107590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.107678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.107789] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 already deleted. [ 1344.107887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.108064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.108229] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.108769] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.627741] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.628160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.628160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.628160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.628260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.628358] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 already deleted. [ 1344.628403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.662770] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.663157] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.976390] env[66173]: INFO networking_nsxv3.common.synchronization [req-0c6db411-c37a-498a-90ee-41bf8cad28bb req-b490b8a2-8a30-4b66-ae80-a8147fc361ed tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1348.976947] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1348.977250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.977373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.977431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.977682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.977843] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.977961] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.978038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.978194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.978470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.978470] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.252480] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.252674] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.252797] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.253077] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.253341] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.253495] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.253610] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.253840] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.253980] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.254203] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.254311] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.254414] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.254512] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.254613] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.254711] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.254835] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.274517] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.274674] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.274789] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.274953] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.275274] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-445ef404-bc5b-49d9-aa96-21f56703e11d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.275445] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.275559] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.275882] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.276030] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445ef404-bc5b-49d9-aa96-21f56703e11d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.481671] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.481885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.481885] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.482143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.482236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.482449] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.482548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.482605] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.482756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.482828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.482911] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 already deleted. [ 1349.482985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.778229] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.778573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.778573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.778809] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.778950] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.779117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 445ef404-bc5b-49d9-aa96-21f56703e11d not found, creating... [ 1349.779377] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.779531] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.779641] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.779855] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.780013] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.780352] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.780510] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.780664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.780903] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.781066] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.781204] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 445ef404-bc5b-49d9-aa96-21f56703e11d is going to be created. [ 1349.801599] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.801824] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.801946] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.802230] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.802458] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.802669] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.485179] env[66173]: INFO networking_nsxv3.common.synchronization [req-0c6db411-c37a-498a-90ee-41bf8cad28bb req-1e265caf-a47f-45b6-9860-045391bad7d0 service nova] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1350.485474] env[66173]: INFO networking_nsxv3.common.synchronization [req-0c6db411-c37a-498a-90ee-41bf8cad28bb req-1e265caf-a47f-45b6-9860-045391bad7d0 service nova] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1350.485723] env[66173]: INFO networking_nsxv3.common.synchronization [req-0c6db411-c37a-498a-90ee-41bf8cad28bb req-1e265caf-a47f-45b6-9860-045391bad7d0 service nova] Enqueued Resource ID: 445ef404-bc5b-49d9-aa96-21f56703e11d with Priority: HIGHEST for action port [ 1350.486420] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_rules [ 1350.486681] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1350.486805] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445ef404-bc5b-49d9-aa96-21f56703e11d with Priority: HIGHEST for action port [ 1350.487222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.487413] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.487527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.487835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.487984] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.489134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.489320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.489440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.489729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.490358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.490358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.490358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.490750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.490750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.490750] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.491710] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-445ef404-bc5b-49d9-aa96-21f56703e11d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.491864] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.492049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.492202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.492329] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445ef404-bc5b-49d9-aa96-21f56703e11d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.994244] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.995561] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.995561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.995867] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 445ef404-bc5b-49d9-aa96-21f56703e11d with status ACTIVE [ 1350.996074] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.996220] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.996287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.996669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.996669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.996758] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.996808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.996873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.997079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.997128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.997278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.997365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.997420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.997595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.997674] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.997757] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 445ef404-bc5b-49d9-aa96-21f56703e11d is going to be updated. [ 1351.020264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.020486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.020486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.020663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.020801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.020958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445ef404-bc5b-49d9-aa96-21f56703e11d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.496514] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.998543] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.998895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.998895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.998975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.999079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.999193] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 is going to be created. [ 1352.023134] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.023332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.023332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.023533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.023689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.032605] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: UNINITIALIZED for 2s [ 1354.044076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: SUCCESS [ 1354.044076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.044076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.044076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.044600] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.044600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.044600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.044600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.044600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.044780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.044780] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.548110] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.049895] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a65194b-ed85-448b-9248-dab1c23fb042: rpc.has_security_group_logging(os_id): False [ 1355.067162] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.067350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.067350] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.067612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.067738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.068020] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.068141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.068247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.068426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.068502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.068589] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 is going to be created. [ 1355.126282] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.126570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.126570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.126743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.126921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.140259] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: IN_PROGRESS for 2s [ 1355.487817] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.488085] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.153469] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: SUCCESS [ 1357.153469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.489088] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.489458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.491029] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.491485] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.492141] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.492590] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.493610] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.494083] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.495156] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.495608] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.496959] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.496959] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.498546] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.498966] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.499449] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.499782] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.500421] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.500884] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.502021] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.502400] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.503277] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.503653] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.505142] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.505568] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.507037] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.507435] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.508824] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.508824] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.509746] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.510140] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.511173] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.511690] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.512493] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.512923] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.513831] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.514289] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.514726] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.515200] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.515703] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.516109] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.516811] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.517243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.386121] env[66173]: INFO networking_nsxv3.common.synchronization [req-58e0b893-06d5-4ba3-8fa3-cb75a051264d req-7a211ed9-c18c-4fc8-9c2e-2952822da152 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1462.386649] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGHEST for action security_group_members [ 1462.386947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.387090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.387153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.387352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.387503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.387960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.388589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.388589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.388589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.388589] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.891358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.891358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.891358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.891358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.891358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.891358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.891697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.891697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.891697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.891922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.891922] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 is going to be updated. [ 1462.927496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.927750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.927750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.927914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.928075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.941075] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: IN_PROGRESS for 2s [ 1464.952950] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a65194b-ed85-448b-9248-dab1c23fb042 in Status: SUCCESS [ 1464.953353] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 deletion is rescheduled due to dependency. [ 1464.953353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.388088] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.388404] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.878075] env[66173]: INFO networking_nsxv3.common.synchronization [req-78f4a40f-f964-416d-82e1-1192c2c29530 req-193ce45a-a0e2-4c5d-9ea3-6e11c03dfa2e tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1471.878498] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1471.878960] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.878960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.878960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.879233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.879410] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.879578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.879722] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.879784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.879869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.879959] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.173593] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.173792] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.173915] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.174210] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.174493] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.174652] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.174765] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.174976] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.175133] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.175337] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1472.175451] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1472.175559] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1472.175667] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1472.175774] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1472.175879] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1472.176014] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1472.196039] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1472.196204] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1472.196330] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1472.196509] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.196791] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.196954] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.197081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.197396] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.197526] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0d98e0-31ea-48d8-8735-8b22d7c17e25',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.382292] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.382520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.382520] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.382673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.382764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.382962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.383074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.383138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.383296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.383373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.383482] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be updated. [ 1472.413117] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.413333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.413333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.413515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.413672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.422622] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1472.699449] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.699684] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.699768] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.700071] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.700224] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.700374] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 not found, creating... [ 1472.700623] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.700775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.700887] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.701122] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.701323] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.701607] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.701758] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.701871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.702095] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.702228] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.702391] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 is going to be created. [ 1472.722815] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.723076] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.723146] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.723384] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.723604] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.723812] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.414337] env[66173]: INFO networking_nsxv3.common.synchronization [req-78f4a40f-f964-416d-82e1-1192c2c29530 req-a12266aa-aab7-48ce-a55c-09dec11dd420 service nova] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_rules [ 1473.414587] env[66173]: INFO networking_nsxv3.common.synchronization [req-78f4a40f-f964-416d-82e1-1192c2c29530 req-a12266aa-aab7-48ce-a55c-09dec11dd420 service nova] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1473.414692] env[66173]: INFO networking_nsxv3.common.synchronization [req-78f4a40f-f964-416d-82e1-1192c2c29530 req-a12266aa-aab7-48ce-a55c-09dec11dd420 service nova] Enqueued Resource ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with Priority: HIGHEST for action port [ 1473.414897] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_rules [ 1473.415040] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1473.415140] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with Priority: HIGHEST for action port [ 1473.415701] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.415825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.415890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.416224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.416312] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.417555] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.417775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.417986] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.418108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.418172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.418376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.418453] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0d98e0-31ea-48d8-8735-8b22d7c17e25',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.918553] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.918753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.919996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with status ACTIVE [ 1473.920191] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.920305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.920372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.920582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.920683] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.922035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.922035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.922035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.922035] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 is going to be updated. [ 1473.944222] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.944710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.944788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.944996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.945144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.945290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.433132] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1474.433542] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 deletion is rescheduled due to dependency. [ 1474.433542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.433642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.433948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.434200] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.434363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.434458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.434660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.434784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.434912] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.938082] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.439754] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.942399] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.942559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.942625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.942838] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.942921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.943039] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be updated. [ 1475.974587] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.974727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.974795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.975009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.975162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.983944] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1477.995998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1477.996371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.996371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.996582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.996786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.996889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.996952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.997122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.997201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.997299] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.997391] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.416857] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.416857] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1478.500064] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.500064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.500064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.500064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.500502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.500502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.500502] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.500670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.500670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.500745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.500841] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.500935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.500994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.501155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.501296] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.501420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.501479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.501624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.501702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.501830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.501940] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.004297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1789b59f-d4c6-4edc-a5c7-857aa5f09e32: rpc.has_security_group_logging(os_id): False [ 1479.021931] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.022264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.022264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.022412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.022455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.022616] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.022711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.022768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.022922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.023000] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.023213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.023306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.023368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.023512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.023580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.023767] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.023858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.023927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.024116] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.024193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.024277] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be updated. [ 1479.084531] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.084759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.084759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.084892] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.085050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.100225] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1480.735291] env[66173]: INFO networking_nsxv3.common.synchronization [req-665d824b-2c1e-496c-b4cb-3c69ba3dc94f req-49d403dc-f830-4eb3-b9dd-97195cd20e1a tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1480.735869] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGHEST for action security_group_members [ 1480.736196] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.736405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.736405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.736788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.736975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.737105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.737167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.737376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.737496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.737602] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.784045] env[66173]: INFO networking_nsxv3.common.synchronization [req-665d824b-2c1e-496c-b4cb-3c69ba3dc94f req-49d403dc-f830-4eb3-b9dd-97195cd20e1a tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with Priority: HIGHEST for action port [ 1480.784898] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with Priority: HIGHEST for action port [ 1480.785425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.785548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.785668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.785820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.785900] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0d98e0-31ea-48d8-8735-8b22d7c17e25',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.115245] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1481.115473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.240268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.240473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.240473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.240712] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.240807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.241023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.241117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.241177] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.241326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.241542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.241632] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be updated. [ 1481.269632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.269819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.269865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.270066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.270209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.279040] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: IN_PROGRESS for 2s [ 1481.288496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 with status ACTIVE [ 1481.288751] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.289054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.289145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.289432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.289524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.289718] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.289818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.289878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.290048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.290127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.290310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.290401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.290454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.290608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.290725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.290819] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b0d98e0-31ea-48d8-8735-8b22d7c17e25 is going to be updated. [ 1481.313076] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.313164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.313240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.313416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.313544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.313703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0d98e0-31ea-48d8-8735-8b22d7c17e25" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.289737] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 in Status: SUCCESS [ 1483.290179] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 deletion is rescheduled due to dependency. [ 1483.290179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.786160] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.786570] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.608782] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.609273] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1490.787079] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.787373] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.788434] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.788820] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.789396] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.789806] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.136123] env[66173]: INFO networking_nsxv3.common.synchronization [req-1ed96834-6747-460b-9213-151ae30652c2 req-00fe1d35-6068-4bf2-9d3d-69628b8a9b2e tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1505.136573] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1505.137364] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.137512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.137582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.137787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.137947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.138059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.138123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.138314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.138352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.138438] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.414566] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.414811] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.415070] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.415414] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.415739] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.415913] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.416083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.416397] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.416557] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.416807] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.416980] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1505.417148] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1505.417261] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1505.417373] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.417477] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1505.417914] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1505.437080] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1505.437199] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1505.437331] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1505.437492] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-302" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.437783] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-8acbbc29-1ada-4c92-86b4-1306744a3446 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.437952] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.438081] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.438399] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.438535] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acbbc29-1ada-4c92-86b4-1306744a3446',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.640490] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.941290] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.941522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.941679] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.941984] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.942170] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.942336] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 8acbbc29-1ada-4c92-86b4-1306744a3446 not found, creating... [ 1505.942609] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.942782] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.942896] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.943141] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.943273] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.943550] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.943695] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.943807] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.944021] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.944144] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.944276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 8acbbc29-1ada-4c92-86b4-1306744a3446 is going to be created. [ 1505.964802] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.965028] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.965152] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.965433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.965737] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.965955] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.142776] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.645564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.645755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.645803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.646012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.646119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.646256] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1506.676464] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.676695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.676695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.676877] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.677068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.686402] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1507.076158] env[66173]: INFO networking_nsxv3.common.synchronization [req-1ed96834-6747-460b-9213-151ae30652c2 req-d5e829c6-6f20-4143-a8e7-596fa641fa3e service nova] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1507.076353] env[66173]: INFO networking_nsxv3.common.synchronization [req-1ed96834-6747-460b-9213-151ae30652c2 req-d5e829c6-6f20-4143-a8e7-596fa641fa3e service nova] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1507.076459] env[66173]: INFO networking_nsxv3.common.synchronization [req-1ed96834-6747-460b-9213-151ae30652c2 req-d5e829c6-6f20-4143-a8e7-596fa641fa3e service nova] Enqueued Resource ID: 8acbbc29-1ada-4c92-86b4-1306744a3446 with Priority: HIGHEST for action port [ 1507.076695] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_rules [ 1507.076822] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1507.076917] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acbbc29-1ada-4c92-86b4-1306744a3446 with Priority: HIGHEST for action port [ 1507.077813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.077942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.078145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.078391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.078487] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.080248] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.080358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.080554] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-8acbbc29-1ada-4c92-86b4-1306744a3446 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.080726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.080837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.081038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.081110] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acbbc29-1ada-4c92-86b4-1306744a3446',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.580681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.581118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.583223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8acbbc29-1ada-4c92-86b4-1306744a3446 with status ACTIVE [ 1507.583416] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.583530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.583595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.583825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.583937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.584291] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.584291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.584291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.584471] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.584528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.584664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.584761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.584818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.584958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.585041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.585125] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8acbbc29-1ada-4c92-86b4-1306744a3446 is going to be updated. [ 1507.605656] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.605911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.605911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.606107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.606178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.606338] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8acbbc29-1ada-4c92-86b4-1306744a3446" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.697196] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1508.697556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.697556] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.697771] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.697953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.698084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.698147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.698293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.698372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.698465] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.200960] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.704086] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.206299] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.206514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.206514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.206750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.206865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.206968] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1510.236091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.236282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.236282] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.236490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.236636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.244883] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1512.078107] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.078402] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1512.269027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1512.269269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.269442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.269671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.269886] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.270021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.270080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.270246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.270328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.270412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.270503] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.772798] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.275075] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b45de86-aac1-4c47-aac2-3eeb560757a0: rpc.has_security_group_logging(os_id): False [ 1513.293141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.293141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.293341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.293865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.312336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.312664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.312794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.312861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.313108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.313192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.313284] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1513.387144] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.387448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.387448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.387748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.388015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.412823] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1515.428114] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1515.428501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.079173] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.079449] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.080646] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.081086] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.082020] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.082020] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.564072] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.564072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.564072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.564072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.564072] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.066355] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.082655] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.082806] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.569784] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.071445] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1533.071649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1533.784519] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.784934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.784934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.784934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.797936] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1533.798741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.799529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1533.835128] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.835317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.835384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.835546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.848248] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.849015] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1533.849100] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1533.849210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1533.876231] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.876403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.876403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.876625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.877231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.877373] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1533.946245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.946461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.946461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.946658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.946958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.947277] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1534.019233] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.019452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.019452] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.019633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.019969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.020326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:19. [ 1534.020414] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bef5031f-309e-4c61-ad46-ed0730dc6bc9', 'dbb8850f-bee0-48ab-ab67-6434bee4f244', 'd227fddb-ab4a-40c2-bdf1-8b30fd37f7a2', '611ec837-e835-420f-9422-6f93934ea196', '460a9944-ebb5-4b2a-a7bf-f6fd15d915d0', 'b79d99d5-c4ed-4aed-8d96-042c9ffa2b66', '227f3914-05ac-46cd-b170-381e00f551c1', '1ba774e8-d272-4f10-ab2f-b874b5e166bc', '1789b59f-d4c6-4edc-a5c7-857aa5f09e32', '333e5a31-1108-499b-b6ad-b3bf290a8769', '4a65194b-ed85-448b-9248-dab1c23fb042', 'c9e410e0-5f8d-4b00-bec5-5185a3ebc66f', '8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef', 'aca47696-a540-4d7f-a4b9-2bf8075d2b28', 'be943e27-9585-4518-b40e-1d1c8c4d3e27', '9e5506b2-4387-4774-944f-0a0a3125a47d', '4b45de86-aac1-4c47-aac2-3eeb560757a0', '4850fe13-5cf7-411e-9c4f-6167c6205b76', '231ac3ff-2ba5-41db-b748-88253c46034e'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1534.020500] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1534.038274] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.038479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.038479] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.038667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.038752] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.038858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1534.038927] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1534.038998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1534.115293] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.115506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.115506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.115695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.116786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.117032] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1534.117111] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1534.117183] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1534.117248] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1534.117320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/19 resources of Type:Security Group Rules [ 1534.117387] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGH for action security_group_rules [ 1534.117503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGH for action security_group_rules [ 1534.117556] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGH for action security_group_rules [ 1534.117587] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGH for action security_group_rules [ 1534.117648] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGH for action security_group_rules [ 1534.117695] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGH for action security_group_rules [ 1534.117742] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGH for action security_group_rules [ 1534.117798] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGH for action security_group_rules [ 1534.117849] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGH for action security_group_rules [ 1534.117896] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGH for action security_group_rules [ 1534.117959] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGH for action security_group_rules [ 1534.118027] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGH for action security_group_rules [ 1534.118082] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGH for action security_group_rules [ 1534.118139] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGH for action security_group_rules [ 1534.118195] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGH for action security_group_rules [ 1534.118257] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGH for action security_group_rules [ 1534.118316] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGH for action security_group_rules [ 1534.118376] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGH for action security_group_rules [ 1534.118436] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGH for action security_group_rules [ 1534.118502] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1534.118556] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1534.118735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.118835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.118883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.119045] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.119141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.119317] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.119406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.119461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.119599] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.119671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.119833] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.119920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.119975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.120121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.120191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.120356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.120447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.120494] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.120621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.120688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.120847] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.120933] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.120990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.121133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.121202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.121362] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.121449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.121507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.121630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.121697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.121855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.121966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.122033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.122171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.122239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.122401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.122488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.122546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.122668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.122735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.122911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.123038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.123105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.123239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.123308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.123471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.123558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.123616] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.123739] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.123808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.123967] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.124065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.124118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.124269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.124340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.124503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.124589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.124647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.124772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.124839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.124999] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.125098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.125150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.125279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.125347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.125505] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.125589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.125646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.125770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.125837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.125994] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.126094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.126147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.126304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.126348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.126494] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.126578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.126631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.126757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.126824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.126983] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.127083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.127136] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.127264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.127330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.127490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.127608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.127677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.127748] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.127815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.127973] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.128071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.128121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.128250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.128317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.128476] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.128559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.128621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.128738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.128806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.128963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.129062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.129115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.129243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.129310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.129468] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.129551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.129610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.129729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.129796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.129954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.130052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.130102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.130230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.130297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.130455] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.130539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.130594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.130720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.130828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.130941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.131047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.131138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.131280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.131349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.131511] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.131597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.131652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.131779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.131847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.132046] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.132167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.132217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.132346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.132420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.132586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.132673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.132725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.132858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.132930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.133104] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.133190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.133240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.133370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.133437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.133595] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.133679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.133738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.133861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.133932] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.134093] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.134181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.134257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.134392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.134463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.134624] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.134709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.134762] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.134891] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.134960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.135161] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.135280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.135341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.135476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.135546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.135754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.135847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.135901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.136046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.136118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.136279] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.136364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.136419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.136547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.136614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.136771] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.136858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.136909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.137048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.137119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.137278] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.137363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.137419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.137545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.137613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.137794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.137890] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.137945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.138090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.138160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.138321] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.138396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.138447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.138590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.138686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.138888] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.138980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.139046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.139182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.139242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.139405] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.139488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.139542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.139668] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.139736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.139894] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.139979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.140043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.140173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.140240] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.140399] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.140482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.140538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.140662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.140730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.140887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.140972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.141039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.141167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.141273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.141388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.141470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.141524] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.141648] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.141715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.141910] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.141999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.142066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.142197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.142265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.142425] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.142512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.142564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.142693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.142761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.142920] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.143037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.143099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.143232] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.143300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.143461] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.143545] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.143598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.143725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.143794] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.143952] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.144050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.144104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.144249] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.144321] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.144503] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.144600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.144654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.144787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.144855] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.145035] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.145129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.145183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.145312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.145381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.145539] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.145623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.145675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.145804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.145873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.146042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.146131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.146183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.146314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.146382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.146541] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.146626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.146682] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.146807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.146876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.147047] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.147155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.147206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.147340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.147408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.147568] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.147653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.147706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.147832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.147898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.148078] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.148164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.148217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.148346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.148415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.148576] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.148660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.148737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.148913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.148986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.149164] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.149252] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.149304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.149437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.149508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.149660] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.149745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.149798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.149927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.149996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.150169] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.150251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.150305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.150431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.150501] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.150659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.150744] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.150798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.150924] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.150993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.151166] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.151251] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.151304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.151432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.151499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.151658] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.151742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.151795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.151942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.152020] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.152184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.152266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.152319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.152447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.152514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.152673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.152757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.152810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.152938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.153014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.153179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.153267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.153318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.153447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.153515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.153673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.153758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.153811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.153937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.154026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.154179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.154280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.154341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.154465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.154533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.154693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.154778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.154833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.154959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.155041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.155203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.155287] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.155344] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.155467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.155534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.155650] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1534.155705] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1534.155773] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1534.228339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.228568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.228614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.228867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.229295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.229602] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1534.302583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.302895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.302895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.303030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.303314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.316380] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.083503] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.083891] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=19], Jobs=0 [ 1537.083891] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 with Priority: HIGH for action security_group_rules [ 1537.083891] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 with Priority: HIGH for action security_group_rules [ 1537.083891] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227f3914-05ac-46cd-b170-381e00f551c1 with Priority: HIGH for action security_group_rules [ 1537.084088] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 with Priority: HIGH for action security_group_rules [ 1537.084088] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231ac3ff-2ba5-41db-b748-88253c46034e with Priority: HIGH for action security_group_rules [ 1537.084179] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 with Priority: HIGH for action security_group_rules [ 1537.084278] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGH for action security_group_rules [ 1537.084386] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 with Priority: HIGH for action security_group_rules [ 1537.084479] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5506b2-4387-4774-944f-0a0a3125a47d with Priority: HIGH for action security_group_rules [ 1537.084566] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef with Priority: HIGH for action security_group_rules [ 1537.084653] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f with Priority: HIGH for action security_group_rules [ 1537.084738] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a65194b-ed85-448b-9248-dab1c23fb042 with Priority: HIGH for action security_group_rules [ 1537.084824] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 with Priority: HIGH for action security_group_rules [ 1537.084910] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 with Priority: HIGH for action security_group_rules [ 1537.084994] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 with Priority: HIGH for action security_group_rules [ 1537.085126] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc with Priority: HIGH for action security_group_rules [ 1537.085243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 with Priority: HIGH for action security_group_rules [ 1537.085331] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 with Priority: HIGH for action security_group_rules [ 1537.085417] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611ec837-e835-420f-9422-6f93934ea196 with Priority: HIGH for action security_group_rules [ 1537.085746] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.085872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.085936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.086169] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.086251] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bef5031f-309e-4c61-ad46-ed0730dc6bc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.087237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.087361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.087430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.087594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.087668] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.088898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227f3914-05ac-46cd-b170-381e00f551c1 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.089036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.089097] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.089227] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.089300] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227f3914-05ac-46cd-b170-381e00f551c1',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.090304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be943e27-9585-4518-b40e-1d1c8c4d3e27 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.090304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.090304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.090304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.090480] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be943e27-9585-4518-b40e-1d1c8c4d3e27',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.091015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231ac3ff-2ba5-41db-b748-88253c46034e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.091126] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.091181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.091326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.091395] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231ac3ff-2ba5-41db-b748-88253c46034e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.092110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4850fe13-5cf7-411e-9c4f-6167c6205b76 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.092211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.092564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.092564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.092564] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4850fe13-5cf7-411e-9c4f-6167c6205b76',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.093286] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.093393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.093507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.093601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.093672] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.094376] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.094483] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.094548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.094710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.094794] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aca47696-a540-4d7f-a4b9-2bf8075d2b28',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.095473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5506b2-4387-4774-944f-0a0a3125a47d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.095585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.095628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.095759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.095828] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5506b2-4387-4774-944f-0a0a3125a47d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.096623] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.096731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.096795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.096940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.097016] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.097677] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.097780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.097844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.098026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.098063] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e410e0-5f8d-4b00-bec5-5185a3ebc66f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.098713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a65194b-ed85-448b-9248-dab1c23fb042 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.098816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.098881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.099038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.099110] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a65194b-ed85-448b-9248-dab1c23fb042',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.099800] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-333e5a31-1108-499b-b6ad-b3bf290a8769 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.099920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.099982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.100144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.100223] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('333e5a31-1108-499b-b6ad-b3bf290a8769',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.101068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.101183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.101243] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.101357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.101429] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1789b59f-d4c6-4edc-a5c7-857aa5f09e32',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.102112] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.102245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.102294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.102721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.102721] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79d99d5-c4ed-4aed-8d96-042c9ffa2b66',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.103163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.103259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.103326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.103476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.103575] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba774e8-d272-4f10-ab2f-b874b5e166bc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.104218] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.104443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.104510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.104660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.104732] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('460a9944-ebb5-4b2a-a7bf-f6fd15d915d0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.105400] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb8850f-bee0-48ab-ab67-6434bee4f244 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.105512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.105565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.105709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.105781] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb8850f-bee0-48ab-ab67-6434bee4f244',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.106434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-611ec837-e835-420f-9422-6f93934ea196 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.106531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.106596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.106781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.106818] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('611ec837-e835-420f-9422-6f93934ea196',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.137858] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.138030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.138111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.138323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.157591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.157759] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231ac3ff-2ba5-41db-b748-88253c46034e is going to be deleted. [ 1537.203564] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.203816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.203816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.203964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.204067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.204186] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231ac3ff-2ba5-41db-b748-88253c46034e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.625365] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.625560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.625560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.625800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.625963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.626080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.626143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.626292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.626373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.626456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.626541] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.684023] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.684329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.684329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.684465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.686124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.686235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.686934] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.687038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.687778] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.687926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.688512] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.688603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.689302] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.689394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.690108] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.690210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.690864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.690953] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.691698] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.691790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.692499] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.692591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.693910] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.694029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.694590] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.694977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.695083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.695752] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.696139] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.696231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.696809] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.697243] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.697335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.697894] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.698270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.698361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.698917] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.699287] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.699375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.699956] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.700339] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.700444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.712469] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1537.712920] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.713116] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a65194b-ed85-448b-9248-dab1c23fb042 is going to be deleted. [ 1537.713990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.714206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.732322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.732463] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227f3914-05ac-46cd-b170-381e00f551c1 is going to be deleted. [ 1537.733301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.733504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.756914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.757117] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 460a9944-ebb5-4b2a-a7bf-f6fd15d915d0 is going to be deleted. [ 1537.757923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.758148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.777308] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.777511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.779323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.779439] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1789b59f-d4c6-4edc-a5c7-857aa5f09e32 is going to be deleted. [ 1537.780376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.780579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.794899] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.795095] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.805013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.805151] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef is going to be deleted. [ 1537.805965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.806191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.809275] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.809411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.823850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.824027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bef5031f-309e-4c61-ad46-ed0730dc6bc9 is going to be deleted. [ 1537.824788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.824993] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.850058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.850269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.897651] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.897882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.901017] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.901162] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 333e5a31-1108-499b-b6ad-b3bf290a8769 is going to be deleted. [ 1537.902260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.902482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.916806] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.917069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.938995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.939192] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba774e8-d272-4f10-ab2f-b874b5e166bc is going to be deleted. [ 1537.940056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.940272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.984988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.985197] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aca47696-a540-4d7f-a4b9-2bf8075d2b28 is going to be deleted. [ 1537.986160] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.986401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.003131] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.003330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.063103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.063258] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb8850f-bee0-48ab-ab67-6434bee4f244 is going to be deleted. [ 1538.064151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.064369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.103908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.104308] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4850fe13-5cf7-411e-9c4f-6167c6205b76 is going to be deleted. [ 1538.105140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.105362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.106757] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.106862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.127459] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.127666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.135066] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.154488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.154658] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e410e0-5f8d-4b00-bec5-5185a3ebc66f is going to be deleted. [ 1538.155554] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.155761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.184609] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.184822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.186430] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.186557] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be943e27-9585-4518-b40e-1d1c8c4d3e27 is going to be deleted. [ 1538.187445] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.187652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.273284] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.273503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.280314] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.280455] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79d99d5-c4ed-4aed-8d96-042c9ffa2b66 is going to be deleted. [ 1538.281505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.281754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.311069] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.311269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.328351] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.328529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2 is going to be deleted. [ 1538.329402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.329617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.388962] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.389196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.440508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.440711] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 611ec837-e835-420f-9422-6f93934ea196 is going to be deleted. [ 1538.441587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.441810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.443268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.443397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.484758] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.484951] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5506b2-4387-4774-944f-0a0a3125a47d is going to be deleted. [ 1538.485854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.486103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.486199] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.486322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a65194b-ed85-448b-9248-dab1c23fb042" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.486484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.486638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.486715] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.486832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227f3914-05ac-46cd-b170-381e00f551c1" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.487447] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.487646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.487721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.487839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-460a9944-ebb5-4b2a-a7bf-f6fd15d915d0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.487986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.488135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.488214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.488329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1789b59f-d4c6-4edc-a5c7-857aa5f09e32" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.488455] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.488597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.488671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.488780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8959c4dc-4f7e-4b96-a070-79e0c8ffe3ef" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.488901] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.489056] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.489134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.489245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bef5031f-309e-4c61-ad46-ed0730dc6bc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.489367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.489505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.489577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.489684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-333e5a31-1108-499b-b6ad-b3bf290a8769" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.489806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.489940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.490029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.490138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba774e8-d272-4f10-ab2f-b874b5e166bc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.490297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.490416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.490464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.490572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aca47696-a540-4d7f-a4b9-2bf8075d2b28" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.490691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.490827] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.490896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.491010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb8850f-bee0-48ab-ab67-6434bee4f244" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.491137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.491272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.491343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.491460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4850fe13-5cf7-411e-9c4f-6167c6205b76" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.491569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.491703] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.491772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.491876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e410e0-5f8d-4b00-bec5-5185a3ebc66f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492028] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.492171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.492247] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be943e27-9585-4518-b40e-1d1c8c4d3e27" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.492608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.492680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.492782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79d99d5-c4ed-4aed-8d96-042c9ffa2b66" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.506375] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.506576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.506621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.506793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.506882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.507008] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d227fddb-ab4a-40c2-bdf1-8b30fd37f7a2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.621418] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.621418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.621418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.621418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.621418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.621418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-611ec837-e835-420f-9422-6f93934ea196" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.626458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.626458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.626458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.626700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.626700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.626765] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5506b2-4387-4774-944f-0a0a3125a47d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.637657] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b45de86-aac1-4c47-aac2-3eeb560757a0: rpc.has_security_group_logging(os_id): False [ 1538.661657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.661900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.661900] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.662210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.706316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.706637] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.706761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.706828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.707059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.707148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.707240] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1538.829754] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.829983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.829983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.831825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.831825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.847189] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1540.862360] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1540.862730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.086766] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.087053] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.088451] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.088801] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.090395] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.090395] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.091409] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.091752] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.092308] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.092727] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.093934] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.093934] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.095405] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.095689] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.319951] env[66173]: INFO networking_nsxv3.common.synchronization [req-65f68905-4323-4194-bab6-a6d373e4bbce req-b34f91f4-47ab-4a43-a6e3-75a3c47c89f8 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1572.320590] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1572.320866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.320991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.321070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.321271] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.321422] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.321528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.321619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.321704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.321795] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.321879] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.824085] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.326332] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.828995] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.829228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.829228] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.829412] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.829503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.829594] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1573.861592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.861793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.861793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.863042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.863042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.873234] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1575.884600] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1575.885080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.322044] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.322291] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.323979] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.324466] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.325498] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.325498] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.552562] env[66173]: INFO networking_nsxv3.common.synchronization [req-1bb54d09-0333-4345-ad15-87bc496d566d req-59cabc76-aa66-4bd4-b1e9-c1f4fa058a12 tempest-ServerActionsTestOtherA-695158216 tempest-ServerActionsTestOtherA-695158216-project-member] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1589.553147] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGHEST for action security_group_members [ 1589.553470] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.553608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.553672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.554047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.554176] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.554231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.554312] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.554454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.554541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.554632] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.058090] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.058090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.058090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.058090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.058090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.058090] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.058090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.058576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.058576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.058576] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.058576] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be updated. [ 1590.086390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.086590] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.086636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.086802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.086936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.095204] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: IN_PROGRESS for 2s [ 1592.105649] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 in Status: SUCCESS [ 1592.106072] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 deletion is rescheduled due to dependency. [ 1592.106072] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.554108] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.554426] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.846044] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c8aa823c-5423-4cf5-a0dc-78d393784a92 None None] Enqueued Resource ID: 053efd20-be2b-4dff-94e5-facb97445ec5 with Priority: HIGHEST for action port [ 1597.846286] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053efd20-be2b-4dff-94e5-facb97445ec5 with Priority: HIGHEST for action port [ 1597.846857] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-053efd20-be2b-4dff-94e5-facb97445ec5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.846991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053efd20-be2b-4dff-94e5-facb97445ec5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.847055] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053efd20-be2b-4dff-94e5-facb97445ec5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.847310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053efd20-be2b-4dff-94e5-facb97445ec5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.847407] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053efd20-be2b-4dff-94e5-facb97445ec5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.120274] env[66173]: INFO networking_nsxv3.common.synchronization [None req-f790d114-2916-4001-8335-bd372eecb72b tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1598.121280] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1598.121280] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.121280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.121280] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.121504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.121577] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.225026] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e120449f-2d7e-48c1-abe2-38287b936f25 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1598.226208] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1598.226208] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.226208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.349865] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 053efd20-be2b-4dff-94e5-facb97445ec5 [ 1598.350124] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.350265] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.350337] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.350607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.350709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.350803] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:053efd20-be2b-4dff-94e5-facb97445ec5 already deleted. [ 1598.350882] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053efd20-be2b-4dff-94e5-facb97445ec5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.642625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.642806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.642940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.643207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.643406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.643459] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a already deleted. [ 1598.643492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.643728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.643998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.644112] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.169542] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.169902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.169902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.170013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.170150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.170256] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a already deleted. [ 1599.170342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.620208] env[66173]: INFO networking_nsxv3.common.synchronization [None req-ade10259-78f5-4323-8a18-e2710e564abb None None] Enqueued Resource ID: 36aa076a-2204-465f-8620-0975b39d3eb4 with Priority: HIGHEST for action port [ 1599.620779] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36aa076a-2204-465f-8620-0975b39d3eb4 with Priority: HIGHEST for action port [ 1599.621110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-36aa076a-2204-465f-8620-0975b39d3eb4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.621230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36aa076a-2204-465f-8620-0975b39d3eb4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.621294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36aa076a-2204-465f-8620-0975b39d3eb4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.621577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36aa076a-2204-465f-8620-0975b39d3eb4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.621660] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aa076a-2204-465f-8620-0975b39d3eb4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.123996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36aa076a-2204-465f-8620-0975b39d3eb4 [ 1600.125012] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.125012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.125012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.125012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.125012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.125012] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36aa076a-2204-465f-8620-0975b39d3eb4 already deleted. [ 1600.125012] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36aa076a-2204-465f-8620-0975b39d3eb4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.577232] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd32c9f3-8890-4b95-90db-a46dadaaed35 req-0d161205-6475-4a4e-96e9-4c174e6cbe13 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1603.577845] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1603.579292] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.579292] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.579292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.579882] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.849979] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.850189] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.850311] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.850643] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.850897] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.851065] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.851181] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.851390] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.851525] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.851735] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1603.851844] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1603.851947] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1603.852062] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1603.852169] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1603.852269] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1603.852395] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1603.873477] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1603.873660] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1603.873807] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1603.874023] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.874356] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-1de3132f-72c8-408a-b73d-99628aa84555 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.874556] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.874701] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.875045] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.875225] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de3132f-72c8-408a-b73d-99628aa84555',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.081434] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.081653] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.081702] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.082040] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.082187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.082466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.082652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.082754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.082981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.083130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.083251] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a already deleted. [ 1604.083377] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.377762] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.378037] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.378168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.378461] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.378608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.378760] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 1de3132f-72c8-408a-b73d-99628aa84555 not found, creating... [ 1604.379045] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.379205] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.379321] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.379667] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.379667] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.379968] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.380136] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.380249] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.380463] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.380601] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.380737] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 1de3132f-72c8-408a-b73d-99628aa84555 is going to be created. [ 1604.400743] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.400939] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.401072] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.401346] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.401574] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.401795] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.074101] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd32c9f3-8890-4b95-90db-a46dadaaed35 req-1e745b53-a226-454c-8925-612b6513f3b9 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1605.074393] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd32c9f3-8890-4b95-90db-a46dadaaed35 req-1e745b53-a226-454c-8925-612b6513f3b9 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1605.074393] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd32c9f3-8890-4b95-90db-a46dadaaed35 req-1e745b53-a226-454c-8925-612b6513f3b9 service nova] Enqueued Resource ID: 1de3132f-72c8-408a-b73d-99628aa84555 with Priority: HIGHEST for action port [ 1605.074619] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1605.074745] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1605.074839] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de3132f-72c8-408a-b73d-99628aa84555 with Priority: HIGHEST for action port [ 1605.075545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.075669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.075767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.075931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.076023] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.078625] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.078741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.078913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.078979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.079168] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.079518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.079600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.079755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.079849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.079938] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.081410] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de3132f-72c8-408a-b73d-99628aa84555 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.081516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.081585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.081743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.081808] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de3132f-72c8-408a-b73d-99628aa84555',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.579456] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.579671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.581896] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.582868] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1de3132f-72c8-408a-b73d-99628aa84555 with status ACTIVE [ 1605.583068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.583192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.583258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.583460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.583544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.583786] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.583895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.583958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.584131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.584210] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.584394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.584487] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.584547] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.584719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.584796] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.584874] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1de3132f-72c8-408a-b73d-99628aa84555 is going to be updated. [ 1605.606309] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.606582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.606582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.606688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.606826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.606962] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de3132f-72c8-408a-b73d-99628aa84555" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.087749] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.590377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.590546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.590637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.590874] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.590988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.591073] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be created. [ 1606.613659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.613810] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.613883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.614103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.614264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.626448] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: UNINITIALIZED for 2s [ 1608.638398] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1608.638774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.638774] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.638992] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.639207] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.639326] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.639387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.639550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.639632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.639719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.639809] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.142197] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.646411] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54418cb1-f902-4c08-b05c-e506370b3c7a: rpc.has_security_group_logging(os_id): False [ 1609.664271] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.664485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.664485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.664670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.664763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.665016] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.665135] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.665212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.665375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.665450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.665532] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be created. [ 1609.734619] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.734836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.734836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.735070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.735256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.745457] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1610.075454] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.075670] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1611.759341] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1611.759734] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.076806] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.077222] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.077904] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.078354] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.078647] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.079047] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.080235] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.080638] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.081822] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.081822] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.082689] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.082689] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.083652] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.084074] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.085409] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.085409] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.085797] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.086117] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.087266] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.087668] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.088054] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.088360] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.089079] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.089532] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.090244] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.091085] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.091965] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.092383] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.093417] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.093711] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.094408] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.094802] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.095503] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1695.095913] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1700.097222] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.097614] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.098527] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.098527] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.100404] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.100779] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.101655] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.102095] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.102868] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.103378] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1725.104529] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1725.104529] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1728.609250] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1728.609575] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1730.105491] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1730.105882] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1731.137264] env[66173]: INFO networking_nsxv3.common.synchronization [req-cd014e18-5964-4263-8079-7dd06d3c960c req-3a4dd204-1dc8-447f-9a8c-fc7677ce4788 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1731.138304] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1731.138304] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.138475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.139562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.139562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.139562] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.139562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.139562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.139562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.140553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.140553] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1731.642797] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.643090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.643090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.643273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.643366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.643577] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.643676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.643732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.643940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.644026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.644109] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1731.681424] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.681694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.681694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.681826] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.681963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.690664] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1733.702691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1733.703140] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a deletion is rescheduled due to dependency. [ 1733.703140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.139241] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1736.139660] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.076315] env[66173]: INFO networking_nsxv3.common.synchronization [req-05d92fdc-3235-443a-aeaa-af071bf048b5 req-11986627-c042-4bf6-a7be-f6618fcef163 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1738.076837] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1738.077141] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.077264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.077329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.077521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.077668] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.077763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.077821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.077958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.078053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.078146] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1738.362772] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.362960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.363092] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.363363] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.363608] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.363761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.363915] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.364157] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.364301] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.364503] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1738.364611] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1738.364716] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1738.364819] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1738.364945] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1738.365073] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1738.365204] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1738.386540] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1738.386695] env[66173]: DEBUG dogpile.cache.region [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1738.386819] env[66173]: DEBUG dogpile.lock [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1738.387089] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.387319] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.387493] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.387608] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.387937] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.388083] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731af2ec-aba3-4ff0-b74c-d40b1d0fa80d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1738.580305] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.580581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.580581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.580743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.580743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.580944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.581058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.581112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.581254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.581324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.581411] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1738.606247] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.606472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.606472] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.606650] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.606767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.615276] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1738.890143] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.890399] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.890522] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.890808] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.890960] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.891126] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Segment Port 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d not found, creating... [ 1738.891394] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.891551] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.891664] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.891898] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.892061] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.892454] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.892717] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.892857] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.893193] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.893753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.893753] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Resource: SegmentPort with ID: 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d is going to be created. [ 1738.914604] env[66173]: DEBUG networking_nsxv3.common.locking [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1738.914809] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.914963] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.915273] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1738.915500] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.915720] env[66173]: DEBUG oslo_concurrency.lockutils [None req-dc6105c1-2eb2-466d-8992-f9bbda86469f None None] Releasing lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.596678] env[66173]: INFO networking_nsxv3.common.synchronization [req-05d92fdc-3235-443a-aeaa-af071bf048b5 req-4104ebd6-76c7-42b4-b63a-054a8521f3cc service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1739.597049] env[66173]: INFO networking_nsxv3.common.synchronization [req-05d92fdc-3235-443a-aeaa-af071bf048b5 req-4104ebd6-76c7-42b4-b63a-054a8521f3cc service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1739.597049] env[66173]: INFO networking_nsxv3.common.synchronization [req-05d92fdc-3235-443a-aeaa-af071bf048b5 req-4104ebd6-76c7-42b4-b63a-054a8521f3cc service nova] Enqueued Resource ID: 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d with Priority: HIGHEST for action port [ 1739.597227] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1739.597354] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1739.597445] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d with Priority: HIGHEST for action port [ 1739.598019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.598255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.598322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.598518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.598599] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1739.599822] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.599934] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.600154] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.600366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.600427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.600601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.600676] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731af2ec-aba3-4ff0-b74c-d40b1d0fa80d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.100697] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.100911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.103209] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d with status ACTIVE [ 1740.103446] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.103595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.103635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.103968] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.104080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.104290] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.104395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.104459] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.104623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.104691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.104878] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.104975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.105048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.105193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.105266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.105350] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 731af2ec-aba3-4ff0-b74c-d40b1d0fa80d is going to be updated. [ 1740.124636] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.124850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.124850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.125042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.125152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.125301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731af2ec-aba3-4ff0-b74c-d40b1d0fa80d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.625452] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1740.625905] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a deletion is rescheduled due to dependency. [ 1740.625905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.625905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.626103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.626297] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.626406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.626482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.626609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.626687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.626779] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1741.128932] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1741.632022] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1742.133591] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1742.133754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.133832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1742.134117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1742.134222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.134312] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1742.163591] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1742.163591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.163926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1742.163926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1742.164061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.172484] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1744.183355] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1744.183732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.183732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.183938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.184073] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.184176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.184245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.184434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.184519] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.184604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.184693] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1744.598773] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.599062] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1744.686591] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1745.189496] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54418cb1-f902-4c08-b05c-e506370b3c7a: rpc.has_security_group_logging(os_id): False [ 1745.207901] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.208142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.208142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.208323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.208418] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.208673] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.208773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.208835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.208995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.209089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.209179] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1745.287452] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.287688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.287688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.287787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.287935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.301882] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1747.319020] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1747.319307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1749.600036] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.600402] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.601708] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.602123] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1759.602905] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.603375] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1764.604114] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1764.604552] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1769.605687] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1769.606164] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1771.567423] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.567835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.567835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.567910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.568058] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.070124] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.572557] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1773.075794] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1773.075999] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1773.807185] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.807644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.807644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.807644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.820505] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1773.821360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.822267] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1773.858708] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.858905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.858905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.859132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.871233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.871993] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1773.872126] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1773.872185] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1773.892353] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.892560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.892560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.892741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.892975] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.893107] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1773.965250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.965490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.965490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.965705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.966022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.966291] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1774.042678] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.042904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.042904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.043102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.043416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.043710] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:2. [ 1774.043789] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'54418cb1-f902-4c08-b05c-e506370b3c7a', '4b45de86-aac1-4c47-aac2-3eeb560757a0'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1774.043849] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1774.061497] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.061725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.061725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.062030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.062030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.062134] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1774.062213] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1774.062314] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1774.130866] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.131167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.131167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.131304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.132505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.132779] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1774.132873] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1774.132996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1774.133413] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1774.133413] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 2/2 resources of Type:Security Group Rules [ 1774.133413] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGH for action security_group_rules [ 1774.133413] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGH for action security_group_rules [ 1774.133413] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1774.133583] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1774.133620] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.133736] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.133799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.133948] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.134038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.134256] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.134365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.134419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.134563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.134646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.134828] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.134906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.134955] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.135104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.135174] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.135342] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.135431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.135481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.135732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.135732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.135840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.135905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.135952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.136099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.136167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.136330] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.136419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.136473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.136609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.136676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.136836] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.136910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.136959] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.137106] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.137175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.137348] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.137416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.137535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.137588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.137659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.137820] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.137906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.137960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.138218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.138218] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.138332] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.138419] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.138474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.138611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.138680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.138842] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.138929] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.138987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.139127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.139194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.139356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.139443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.139496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.139627] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.139695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.139856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.139942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.139994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.140138] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.140209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.140370] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.140457] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.140510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.140641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.140708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.140870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.140956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.141029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.141154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.141215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.141377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.141464] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.141516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.141645] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.141713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.141872] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.141957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.142026] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.142156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.142225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.142388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.142476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.142531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.142657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.142725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.142885] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.142972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.143038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.143171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.143241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.143406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.143491] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.143816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.143816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.143816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.143900] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.144014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.144014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.144152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.144225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.144735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.144735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.144735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.144735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.144735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.145048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.145048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.145048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.145193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.145193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.145351] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.145437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.145486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.145612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.145676] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.145838] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.145912] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.145965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.146112] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.146173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.146336] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.146424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.146476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.146609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.146679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.146831] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.146916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.146967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.147110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.147179] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.147341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.147428] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.147490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.147613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.147680] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.147840] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.147926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.147978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.148124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.148192] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.148352] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.148440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.148496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.148622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.148689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.148850] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.148936] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.148989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.149133] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.149202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.149364] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.149451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.149508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.149632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.149699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.149859] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.149944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.150021] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.150146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.150215] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.150378] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.150463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.150525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.150643] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.150710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.150871] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.150956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.151022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.151153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.151222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.151384] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.151469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.151530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.151651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.151718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.151879] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.151964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.152030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.152164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.152233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.152394] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.152478] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.152531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.152661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.152728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.152887] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.152972] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.153036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.153171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.153239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.153401] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.153486] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.153538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.153670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.153738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.153898] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.153981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.154046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.154178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.154257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.154428] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.154514] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.154569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.154700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.154769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.154930] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.155029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.155090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.155216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.155290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.155458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.155572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.155611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.155721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.155785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.155947] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.156046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.156100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.156239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.156322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.156489] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.156579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.156633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.156757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.156816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.156978] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.157077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.157131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.157262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.157332] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.157494] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.157579] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.157633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.157761] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.157823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.157984] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.158084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.158137] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.158270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.158340] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.158501] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.158586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.158647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.158769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.158836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.158997] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.159093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.159146] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.159277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.159348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.159508] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.159594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.159647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.159778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.159845] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.160012] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.160102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.160156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.160286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.160356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.160516] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.160601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.160652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.160783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.160851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.161015] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.161105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.161158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.161290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.161360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.161522] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.161611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.161658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.161782] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.161849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.162017] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.162110] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.162164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.162294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.162363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.162524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.162610] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.162670] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.162793] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.162861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.163090] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.163163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.163163] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.163295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.163364] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.163524] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.163606] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.163660] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.163789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.163856] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.164026] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.164440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.164440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.164440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.164440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.164596] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.164596] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.164690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.164783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.164833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.164989] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.165085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.165140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.165291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.165365] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.165520] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.165601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.165651] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.165780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.165847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.166014] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.166105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.166155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.166288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.166357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.166520] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.166624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.166696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.166767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.166844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.166992] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.167098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.167145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.167261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.167333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.167487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.167571] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.167631] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.167750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.167817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.167977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.168075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.168130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.168259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.168328] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.168488] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.168567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.168658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.168749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.168815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.168975] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.169074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.169129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.169260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.169330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.169449] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:68 [ 1774.169509] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 18 of least updated resources [ 1774.169590] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGH for action security_group_members [ 1774.169676] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGH for action security_group_members [ 1774.169741] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGH for action security_group_members [ 1774.169806] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_members [ 1774.169869] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGH for action security_group_members [ 1774.169933] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGH for action security_group_members [ 1774.169997] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGH for action security_group_members [ 1774.170059] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGH for action security_group_members [ 1774.170125] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGH for action security_group_members [ 1774.170182] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_members [ 1774.170245] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGH for action security_group_members [ 1774.170310] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGH for action security_group_members [ 1774.170363] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGH for action security_group_members [ 1774.170424] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGH for action security_group_members [ 1774.170489] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_members [ 1774.170549] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGH for action security_group_members [ 1774.170612] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGH for action security_group_members [ 1774.170671] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGH for action security_group_members [ 1774.170763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.607030] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1774.607212] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGH for action security_group_rules [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96af2cc-f524-438f-b35e-459f2e329590 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f184c8a6-bf48-4128-95bf-718bfc236812 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e with Priority: HIGH for action security_group_members [ 1774.608081] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 with Priority: HIGH for action security_group_members [ 1774.608503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e with Priority: HIGH for action security_group_members [ 1774.608503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b with Priority: HIGH for action security_group_members [ 1774.608503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe with Priority: HIGH for action security_group_members [ 1774.608503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 with Priority: HIGH for action security_group_members [ 1774.608503] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 with Priority: HIGH for action security_group_members [ 1774.608683] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 with Priority: HIGH for action security_group_members [ 1774.608683] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb845d9-803d-408b-aaff-a4b2dfd03236 with Priority: HIGH for action security_group_members [ 1774.608757] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 with Priority: HIGH for action security_group_members [ 1774.608794] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 with Priority: HIGH for action security_group_rules [ 1774.608870] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d with Priority: HIGH for action security_group_members [ 1774.609247] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.609379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.609443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.609657] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.609738] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.610873] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.610873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.610873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.611084] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.611179] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.611269] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.611330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.611517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.611578] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.611631] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e010aa47-2f32-4ccc-b140-584ad1ebf8c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.613972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3382e5e1-6da2-433a-99bf-4554b7a9607d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.614183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.614283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.614437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.614610] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.614733] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.614832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.615014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.615122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.615240] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3382e5e1-6da2-433a-99bf-4554b7a9607d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.616125] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96af2cc-f524-438f-b35e-459f2e329590 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.616362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.616436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.616615] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.616746] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.616839] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.616954] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.617142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.617257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.617363] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96af2cc-f524-438f-b35e-459f2e329590',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.618107] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-4beed2df-7976-42c3-99ad-d5d1ab305c56 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.618201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.618283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.618449] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.618602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.618695] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.618785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.618903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.618976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.619075] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4beed2df-7976-42c3-99ad-d5d1ab305c56',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.619755] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-7183ac02-0b6b-4597-a17a-f72ace8a9c85 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.619867] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.619922] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.620102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.620245] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.620339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.620405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.620542] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.620614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.620690] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7183ac02-0b6b-4597-a17a-f72ace8a9c85',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.621396] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-f184c8a6-bf48-4128-95bf-718bfc236812 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.621500] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.621566] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.621658] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.621794] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.621886] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.621969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.622200] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.622291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.622373] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f184c8a6-bf48-4128-95bf-718bfc236812',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.623048] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.623171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.623224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.623460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.623460] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.623573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.623608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.623730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.623800] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.623877] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaf5d85b-a907-47d7-856e-e2a8f418c7d3',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.624551] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc3d79c-537c-4176-8f1b-b2673115ca9e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.624677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.624749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.624896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.625042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.625159] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.625230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.625360] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.625432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.625504] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc3d79c-537c-4176-8f1b-b2673115ca9e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.626157] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41863c3-97dc-49a9-ac3c-59aae55b9689 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.626261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.626309] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.626454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.626578] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.626667] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.626729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.626862] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.626935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.627026] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41863c3-97dc-49a9-ac3c-59aae55b9689',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.629250] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.629357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.629409] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.629559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.629693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.629785] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.629844] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.629977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.630065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.630143] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90d80a6-0c15-4dcb-beb2-09fcc037bc3e',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.630790] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d1ac85-0b61-40ff-a99b-ae747465e47b taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.630897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.630956] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.631109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.631244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.631339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.631396] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.632094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.632094] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.632094] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d1ac85-0b61-40ff-a99b-ae747465e47b',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.632328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aefd690-63bb-474b-9a3d-c7f915224cfe taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.632431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.632488] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.633029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.633029] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.633029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.633029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.633029] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.633369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.633369] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aefd690-63bb-474b-9a3d-c7f915224cfe',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.633867] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-1baad0cd-c8a5-4792-ae4f-b028565d75d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.633979] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.634061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.634183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.634438] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.634534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.634591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.634728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.634803] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.635375] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1baad0cd-c8a5-4792-ae4f-b028565d75d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.635542] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.635638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.635718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.635836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.635971] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.636069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.636128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.636262] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.636329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.636399] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c4576eb-7acd-4dc0-9a97-aaa34bdd4762',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.637083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-831a12f8-80e8-4473-92bf-859cfcef4bf6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.637219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.637290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.637408] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.637547] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.637628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.637692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.637840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.637907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.637976] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('831a12f8-80e8-4473-92bf-859cfcef4bf6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.638667] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb845d9-803d-408b-aaff-a4b2dfd03236 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.638788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.638858] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.639354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.639463] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.639635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.639635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.639745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.639745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.639853] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb845d9-803d-408b-aaff-a4b2dfd03236',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.640563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-70c548d1-98c9-4c67-8024-d27e67ca2709 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.640700] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.640768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.640872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.641480] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.641480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.641480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.641480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.641480] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.641480] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70c548d1-98c9-4c67-8024-d27e67ca2709',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.642686] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b45de86-aac1-4c47-aac2-3eeb560757a0 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.642686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.642686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.642686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.642686] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b45de86-aac1-4c47-aac2-3eeb560757a0',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.643366] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.643366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.643366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.643558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.643596] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.643666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.643719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.643850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.644444] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.644444] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2eedf59-51fe-4a8d-9226-658fb03c9e8d',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.647241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.647343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.647406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.647555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.647632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.647815] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.647903] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.647963] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.648117] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.648190] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.648275] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7183ac02-0b6b-4597-a17a-f72ace8a9c85 is going to be deleted. [ 1774.649664] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.649769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.649833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.650130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.650130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.650236] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.650386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.650386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.650533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.650646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.650746] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaf5d85b-a907-47d7-856e-e2a8f418c7d3 is going to be deleted. [ 1774.652201] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.652475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.652555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.652729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.652864] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.652960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.653037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.653191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.653273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.653353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.653435] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.654266] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.654375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.654451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.654613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.654692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.654848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.654942] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.655013] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.655156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.655231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.655334] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f184c8a6-bf48-4128-95bf-718bfc236812 is going to be deleted. [ 1774.656941] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.657064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.657149] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.657279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.657354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.657518] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.657611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.657740] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.657831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.657916] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.658219] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4beed2df-7976-42c3-99ad-d5d1ab305c56 is going to be deleted. [ 1774.659164] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.659258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.659318] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.659461] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.659531] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.660173] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.660173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.660173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.660173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.660173] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.660173] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96af2cc-f524-438f-b35e-459f2e329590 is going to be deleted. [ 1774.661039] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.661153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.661206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.661534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.661534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.661615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.661672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.661705] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.661820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.661893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.661972] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e010aa47-2f32-4ccc-b140-584ad1ebf8c7 is going to be deleted. [ 1774.662865] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.662984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.663059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.663181] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.663300] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.663474] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.663573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.663573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.663719] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.663768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.663824] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3382e5e1-6da2-433a-99bf-4554b7a9607d is going to be deleted. [ 1774.714615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.714880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.714880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.715025] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.715122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.715222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3382e5e1-6da2-433a-99bf-4554b7a9607d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.716085] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.716219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.716260] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.716426] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.716508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.716598] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4beed2df-7976-42c3-99ad-d5d1ab305c56" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.717261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.717371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.717437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.717589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.717666] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.717754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96af2cc-f524-438f-b35e-459f2e329590" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.718400] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.718508] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.718575] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.718729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.718801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.718888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f184c8a6-bf48-4128-95bf-718bfc236812" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.719508] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.719614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.719681] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.719828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.719907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.719994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e010aa47-2f32-4ccc-b140-584ad1ebf8c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.720579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.720687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.720751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.720897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.720974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.721075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7183ac02-0b6b-4597-a17a-f72ace8a9c85" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.721953] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.722073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.722139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.722294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.722367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.722454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaf5d85b-a907-47d7-856e-e2a8f418c7d3" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.145592] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.146034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.146034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.146034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.146216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.146331] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.146436] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.146492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.146686] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.146766] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.146850] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb845d9-803d-408b-aaff-a4b2dfd03236 is going to be deleted. [ 1775.150445] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.150565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.150644] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.150778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.150852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.151030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.151132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.151194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.151323] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.151398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.151481] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90d80a6-0c15-4dcb-beb2-09fcc037bc3e is going to be deleted. [ 1775.152681] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.152787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.152843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.153035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.153139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.153363] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.153475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.153549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.153713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.153799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.153892] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1baad0cd-c8a5-4792-ae4f-b028565d75d2 is going to be deleted. [ 1775.154782] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.154897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.154945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.155100] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.155176] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.155341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.155431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.155490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.155628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.155699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.155780] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 831a12f8-80e8-4473-92bf-859cfcef4bf6 is going to be deleted. [ 1775.156604] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.156720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.156786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.156937] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.157050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.157223] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.157343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.157415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.157562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.157630] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.157718] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d1ac85-0b61-40ff-a99b-ae747465e47b is going to be deleted. [ 1775.158511] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.158620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.158687] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.158823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.158898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.159235] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.159235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.159235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.159341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.159434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.159484] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70c548d1-98c9-4c67-8024-d27e67ca2709 is going to be deleted. [ 1775.160880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.160989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.161074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.161211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.161288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.161455] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.161549] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.161600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.161741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.161812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.161894] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41863c3-97dc-49a9-ac3c-59aae55b9689 is going to be deleted. [ 1775.162714] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.162816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.162872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.163022] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.163098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.163258] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.163353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.163415] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.163544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.163611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.163691] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c4576eb-7acd-4dc0-9a97-aaa34bdd4762 is going to be deleted. [ 1775.165849] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.166065] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.166143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.166331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.166458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.166638] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.166759] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.166833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.166978] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.167066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.167150] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aefd690-63bb-474b-9a3d-c7f915224cfe is going to be deleted. [ 1775.168802] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.168928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.168998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.169167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.169245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.169413] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.169506] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.169563] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.169704] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.169775] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.169858] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc3d79c-537c-4176-8f1b-b2673115ca9e is going to be deleted. [ 1775.172977] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1775.174501] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.174632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.174690] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.174863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.174945] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.175136] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.175286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.175286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.175432] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.175496] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.175582] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2eedf59-51fe-4a8d-9226-658fb03c9e8d is going to be deleted. [ 1775.195068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.195278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.195278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.195469] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.195548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.195649] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb845d9-803d-408b-aaff-a4b2dfd03236" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.198760] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.198898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.198938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.199164] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.219165] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.219453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.219453] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.219725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.219821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.220042] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1baad0cd-c8a5-4792-ae4f-b028565d75d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.220876] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.221009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.221087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.221264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.221429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.221533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c4576eb-7acd-4dc0-9a97-aaa34bdd4762" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.222255] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.222363] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.222431] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.222585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.222663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.222750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90d80a6-0c15-4dcb-beb2-09fcc037bc3e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.223406] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.223516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.223587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.223725] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.223802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.223889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aefd690-63bb-474b-9a3d-c7f915224cfe" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.224567] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.224692] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.224757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.224904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.224980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.225081] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41863c3-97dc-49a9-ac3c-59aae55b9689" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.225692] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.225805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.225878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.226059] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.226140] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.226230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70c548d1-98c9-4c67-8024-d27e67ca2709" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.226816] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.226921] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.226984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.227145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.227222] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.227310] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-831a12f8-80e8-4473-92bf-859cfcef4bf6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.227936] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.228057] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.228119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.228268] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.228347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.228435] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2eedf59-51fe-4a8d-9226-658fb03c9e8d" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.229068] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.229178] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.229246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.229387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.229465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.229553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc3d79c-537c-4176-8f1b-b2673115ca9e" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.230611] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1775.231099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.231229] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b45de86-aac1-4c47-aac2-3eeb560757a0 is going to be deleted. [ 1775.232621] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.232731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.232806] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.232947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.233037] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.233129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d1ac85-0b61-40ff-a99b-ae747465e47b" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.312324] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1775.312891] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.313052] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.313118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.313347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.313476] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.313600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b45de86-aac1-4c47-aac2-3eeb560757a0" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.680816] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54418cb1-f902-4c08-b05c-e506370b3c7a: rpc.has_security_group_logging(os_id): False [ 1775.699400] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.699696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.699696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.699804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.719198] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.719507] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.719636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.719693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.719888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.719967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.720067] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1775.784692] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.784977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.784977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.785214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.785384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.804937] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1777.821584] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1777.821997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1779.610301] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1779.610745] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1784.612127] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1784.612544] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1789.613116] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1789.613552] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1794.614660] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1794.614660] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1799.616048] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1799.616453] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1804.617784] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1804.618169] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1809.619288] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1809.619679] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1814.620424] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1814.620807] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1819.621858] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1819.622300] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1824.622807] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1824.623312] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1829.624460] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1829.624858] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1834.258074] env[66173]: INFO networking_nsxv3.common.synchronization [req-31a7ca84-5065-439c-a19c-6af0223614d8 req-ceeb5041-b511-44fc-8633-96e8c306d172 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1834.258627] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1834.258963] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.259258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.259333] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.259535] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.259705] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.259824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.259888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.260102] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.260201] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.260296] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1834.763473] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.763709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.763709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.763873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.763925] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.764126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.764235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.764295] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.764429] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.764512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.764585] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1834.801441] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.801720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.801720] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.801872] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.801998] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.810945] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1836.822387] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1836.822805] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a deletion is rescheduled due to dependency. [ 1836.822805] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.259466] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1839.259812] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1842.334433] env[66173]: INFO networking_nsxv3.common.synchronization [req-28e7dbe7-12b4-430f-941e-8a91a3d901db req-56815ed7-e7aa-46b0-b630-4ec9f3c10c66 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1842.334915] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1842.335792] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.335792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.335792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.335792] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.335792] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.336143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.336143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.336214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.336288] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.336381] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1842.631829] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.632030] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.632168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.632431] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.632678] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.632831] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.632963] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.633201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.633336] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.633535] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1842.633644] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1842.633746] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1842.633849] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1842.633990] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1842.634059] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1842.634185] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1842.655171] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1842.655363] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1842.655453] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1842.655609] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.655904] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-fd0f2cf5-9759-45eb-8cea-076711456ef5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.656083] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.656198] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.656512] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.656684] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f2cf5-9759-45eb-8cea-076711456ef5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1842.840764] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.841023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.841023] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.841235] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.841327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.841530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.841628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.841689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.841834] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.841907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.841995] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1842.867917] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1842.868182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.868182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1842.868327] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1842.868465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.877223] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1843.158898] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.159167] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.159352] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.159660] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.159813] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.159963] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port fd0f2cf5-9759-45eb-8cea-076711456ef5 not found, creating... [ 1843.160241] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.160397] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.160510] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.160727] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.160871] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.161165] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.161320] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.161433] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.161633] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.161761] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.161894] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 is going to be created. [ 1843.185712] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.185969] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.186056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.186315] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.186537] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.186753] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1843.879106] env[66173]: INFO networking_nsxv3.common.synchronization [req-28e7dbe7-12b4-430f-941e-8a91a3d901db req-1c0fdf12-1f0e-4cbd-9d19-a7ba561f2312 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1843.879395] env[66173]: INFO networking_nsxv3.common.synchronization [req-28e7dbe7-12b4-430f-941e-8a91a3d901db req-1c0fdf12-1f0e-4cbd-9d19-a7ba561f2312 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1843.879515] env[66173]: INFO networking_nsxv3.common.synchronization [req-28e7dbe7-12b4-430f-941e-8a91a3d901db req-1c0fdf12-1f0e-4cbd-9d19-a7ba561f2312 service nova] Enqueued Resource ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 with Priority: HIGHEST for action port [ 1843.879927] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1843.880075] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1843.880174] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 with Priority: HIGHEST for action port [ 1843.880487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.880557] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.880623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.880817] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.880898] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1843.882590] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.882694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.882911] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0f2cf5-9759-45eb-8cea-076711456ef5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.883039] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.883107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1843.883284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1843.883347] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f2cf5-9759-45eb-8cea-076711456ef5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1844.383830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.384093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.385283] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd0f2cf5-9759-45eb-8cea-076711456ef5 with status ACTIVE [ 1844.385500] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.385611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.385709] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.385905] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.386041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.386241] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.386342] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.386402] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.386570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.386655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.386830] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.386923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.386983] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.387175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.387257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.387342] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 is going to be updated. [ 1844.408647] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.408861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.408861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.409108] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.409223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.409379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.886984] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1844.887424] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a deletion is rescheduled due to dependency. [ 1844.887424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.887424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.887635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.887813] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.887944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.888033] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.888195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1844.888272] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.888368] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1845.390683] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1845.895056] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1846.397354] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1846.397541] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.397620] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1846.397808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1846.397899] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1846.397992] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1846.507477] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1846.507588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.507588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1846.507784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1846.507930] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1846.517306] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1848.528751] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1848.529127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1848.529127] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1848.529335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1848.529535] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1848.529654] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.529718] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1848.529869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1848.529951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1848.530050] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1848.530145] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1848.881306] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1848.881519] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1849.033055] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1849.543532] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54418cb1-f902-4c08-b05c-e506370b3c7a: rpc.has_security_group_logging(os_id): False [ 1849.563053] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1849.563298] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.563346] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1849.563614] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1849.563751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1849.564109] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1849.564254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.564345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1849.564570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1849.564677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1849.564803] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1849.626892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1849.627165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.627165] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1849.627356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1849.627510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1849.640246] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1851.655492] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1851.655926] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1853.883072] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1853.883476] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1858.884521] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1858.884903] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1863.885794] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1863.886233] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1868.887195] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1868.887568] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1873.888969] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1873.889422] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1878.890325] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1878.890707] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1883.892023] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1883.892471] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1888.893465] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1888.894317] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1893.895217] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1893.895633] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1898.896868] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1898.897285] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1903.898673] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1903.899114] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1908.899750] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1908.900137] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1913.901667] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1913.901667] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1914.372057] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.372268] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.372339] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.372584] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.373329] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.373587] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.373756] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.374010] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.374168] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.374382] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1914.374491] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1914.374598] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1914.374724] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1914.374872] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1914.374989] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1914.375138] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1914.403297] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1914.403603] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1914.403853] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1914.404105] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-174" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.404445] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-fd0f2cf5-9759-45eb-8cea-076711456ef5 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.404625] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.404747] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.405044] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.405200] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f2cf5-9759-45eb-8cea-076711456ef5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1914.907698] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.908304] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.908304] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.908502] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.908502] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.908781] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.908942] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.909068] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.909298] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.909432] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.909714] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.909870] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.909982] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.910205] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.910335] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.910472] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 is going to be updated. [ 1914.932958] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1914.933344] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.933555] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.933849] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1914.934073] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1914.934305] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1915.649314] env[66173]: INFO networking_nsxv3.common.synchronization [req-e51c9547-219a-4720-b93f-783f4848aa85 req-af757b6c-5c24-4574-8fe8-a4cb30979de6 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1915.649550] env[66173]: INFO networking_nsxv3.common.synchronization [req-e51c9547-219a-4720-b93f-783f4848aa85 req-af757b6c-5c24-4574-8fe8-a4cb30979de6 service nova] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1915.649745] env[66173]: INFO networking_nsxv3.common.synchronization [req-e51c9547-219a-4720-b93f-783f4848aa85 req-af757b6c-5c24-4574-8fe8-a4cb30979de6 service nova] Enqueued Resource ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 with Priority: HIGHEST for action port [ 1915.650458] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_rules [ 1915.650634] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1915.650769] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 with Priority: HIGHEST for action port [ 1915.651130] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1915.651284] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.651370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1915.651621] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1915.651731] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1915.652969] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1915.652969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.653079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1915.653258] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1915.653506] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1915.653635] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.653732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1915.653941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1915.654079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1915.654205] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1915.655358] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0f2cf5-9759-45eb-8cea-076711456ef5 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1915.655358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.655517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1915.655582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1915.655652] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0f2cf5-9759-45eb-8cea-076711456ef5',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1916.157758] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1916.158905] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1916.159104] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.159346] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd0f2cf5-9759-45eb-8cea-076711456ef5 with status ACTIVE [ 1916.159509] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1916.159628] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.159694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1916.159894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1916.159980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1916.160163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1916.160256] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.160316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1916.160468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1916.160544] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1916.160722] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1916.160814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.160911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1916.161010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1916.161085] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1916.161166] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd0f2cf5-9759-45eb-8cea-076711456ef5 is going to be updated. [ 1916.181722] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1916.181946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.182034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1916.182250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1916.182451] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1916.182634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0f2cf5-9759-45eb-8cea-076711456ef5" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1916.660380] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1917.163216] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1917.163778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.163778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1917.163778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1917.163778] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1917.164041] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1917.197645] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1917.197893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.197893] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1917.198118] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1917.198266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1917.207618] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1919.219266] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1919.219633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1919.219633] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1919.219940] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1919.220147] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1919.220266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.220329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1919.220484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1919.220560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1919.220642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1919.220731] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1919.722956] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1920.225897] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54418cb1-f902-4c08-b05c-e506370b3c7a: rpc.has_security_group_logging(os_id): False [ 1920.243480] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1920.243730] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.243783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1920.244051] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1920.244152] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1920.244444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1920.244551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.244611] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1920.244831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1920.244965] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1920.245397] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1920.316967] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1920.317239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.317239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1920.317470] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1920.317632] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1920.330998] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1920.652110] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1920.652390] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1922.346980] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1922.347395] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1925.653509] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1925.653509] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1930.654850] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1930.655324] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1931.257402] env[66173]: INFO networking_nsxv3.common.synchronization [req-f0dc4a4c-ff63-41cd-aea8-8e7e659782c4 req-e5991d7c-0119-4d2a-aa4c-548fc1e9b818 tempest-ServerActionsTestOtherB-1215912032 tempest-ServerActionsTestOtherB-1215912032-project-member] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1931.258021] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGHEST for action security_group_members [ 1931.258823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1931.258823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.258823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1931.258823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1931.258823] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1931.259114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.259114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1931.259189] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1931.259225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1931.259328] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1931.762220] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1931.762634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.762634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1931.762634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1931.762820] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1931.762905] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1931.762985] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.763076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1931.763202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1931.763281] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1931.763369] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be updated. [ 1931.790249] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1931.790537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.790537] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1931.790637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1931.790780] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1931.799201] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: IN_PROGRESS for 2s [ 1933.809874] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54418cb1-f902-4c08-b05c-e506370b3c7a in Status: SUCCESS [ 1933.810291] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a deletion is rescheduled due to dependency. [ 1933.810291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1936.258813] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1936.259255] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1941.260184] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1941.260677] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1942.318239] env[66173]: INFO networking_nsxv3.common.synchronization [None req-c53e6cf6-c313-45a1-b3f1-57848191854b None None] Enqueued Resource ID: 5bf64cd7-a012-44a9-8500-34221cbe4233 with Priority: HIGHEST for action port [ 1942.318773] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf64cd7-a012-44a9-8500-34221cbe4233 with Priority: HIGHEST for action port [ 1942.319143] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf64cd7-a012-44a9-8500-34221cbe4233 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1942.319255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf64cd7-a012-44a9-8500-34221cbe4233" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.319303] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf64cd7-a012-44a9-8500-34221cbe4233" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1942.319527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf64cd7-a012-44a9-8500-34221cbe4233" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1942.319609] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf64cd7-a012-44a9-8500-34221cbe4233',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1942.821536] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf64cd7-a012-44a9-8500-34221cbe4233 [ 1942.821804] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1942.821949] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.822048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1942.822305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1942.822410] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1942.822513] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf64cd7-a012-44a9-8500-34221cbe4233 already deleted. [ 1942.822593] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf64cd7-a012-44a9-8500-34221cbe4233" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1944.383668] env[66173]: INFO networking_nsxv3.common.synchronization [None req-e78f6629-d340-42bc-8805-d76b5be2ba2f None None] Enqueued Resource ID: ffd9729f-b816-4fd0-8a88-bf46d3fd98c7 with Priority: HIGHEST for action port [ 1944.384750] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd9729f-b816-4fd0-8a88-bf46d3fd98c7 with Priority: HIGHEST for action port [ 1944.384750] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd9729f-b816-4fd0-8a88-bf46d3fd98c7 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1944.384750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd9729f-b816-4fd0-8a88-bf46d3fd98c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.384750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd9729f-b816-4fd0-8a88-bf46d3fd98c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1944.385098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd9729f-b816-4fd0-8a88-bf46d3fd98c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1944.385098] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd9729f-b816-4fd0-8a88-bf46d3fd98c7',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1944.887375] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd9729f-b816-4fd0-8a88-bf46d3fd98c7 [ 1944.887580] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1944.887813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.887813] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1944.887988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1944.888167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1944.888200] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd9729f-b816-4fd0-8a88-bf46d3fd98c7 already deleted. [ 1944.888257] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd9729f-b816-4fd0-8a88-bf46d3fd98c7" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1947.616750] env[66173]: INFO networking_nsxv3.common.synchronization [req-e8ec6379-3c36-40ad-9e2f-ea03f6a3e29e req-97d64a07-c403-408d-9f4a-9e29857705f7 tempest-ServerRescueTestJSON-1952995762 tempest-ServerRescueTestJSON-1952995762-project-member] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1947.617294] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1947.617656] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1947.617784] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.617859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1947.618158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1947.618319] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1947.618440] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.618511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1947.618669] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1947.618811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1947.618870] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1947.923072] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1947.923278] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.923400] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1947.923740] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1947.924011] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1947.924176] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.924288] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1947.924506] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1947.924646] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1947.924845] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1947.924955] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1947.925071] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1947.925177] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1947.925280] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1947.925380] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1947.925505] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1947.945027] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1947.945196] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1947.945335] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1947.945509] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1947.945820] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-83f979c6-e7bd-4fce-9224-ca62cbe89a80 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1947.946039] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.946162] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1947.946544] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1947.946683] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f979c6-e7bd-4fce-9224-ca62cbe89a80',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1948.121615] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.121840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.121840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.122044] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.122134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.122413] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.122543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.122604] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.122760] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.122836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.122921] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 already deleted. [ 1948.122999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.448687] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.448909] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.449051] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.449341] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.449491] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.449637] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 83f979c6-e7bd-4fce-9224-ca62cbe89a80 not found, creating... [ 1948.449892] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.450064] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.450183] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.450398] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.450532] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.450805] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.450975] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.451103] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.451306] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.451437] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.451575] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 83f979c6-e7bd-4fce-9224-ca62cbe89a80 is going to be created. [ 1948.471775] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1948.471775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.471775] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1948.472012] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1948.472242] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1948.472631] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.155080] env[66173]: INFO networking_nsxv3.common.synchronization [req-e8ec6379-3c36-40ad-9e2f-ea03f6a3e29e req-9832bd23-58be-4ff9-9233-58b1d36ebab7 service nova] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_rules [ 1949.155329] env[66173]: INFO networking_nsxv3.common.synchronization [req-e8ec6379-3c36-40ad-9e2f-ea03f6a3e29e req-9832bd23-58be-4ff9-9233-58b1d36ebab7 service nova] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1949.155388] env[66173]: INFO networking_nsxv3.common.synchronization [req-e8ec6379-3c36-40ad-9e2f-ea03f6a3e29e req-9832bd23-58be-4ff9-9233-58b1d36ebab7 service nova] Enqueued Resource ID: 83f979c6-e7bd-4fce-9224-ca62cbe89a80 with Priority: HIGHEST for action port [ 1949.155915] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_rules [ 1949.156113] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1949.156174] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f979c6-e7bd-4fce-9224-ca62cbe89a80 with Priority: HIGHEST for action port [ 1949.156429] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.156546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.156609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.156895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.157027] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1949.157804] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.157913] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.157984] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.158167] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.158310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.158400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.158458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.158638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.158678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.159684] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1949.159684] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f979c6-e7bd-4fce-9224-ca62cbe89a80 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.159684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.159684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.160194] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.160194] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f979c6-e7bd-4fce-9224-ca62cbe89a80',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1949.661526] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.661659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.661858] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1949.662774] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83f979c6-e7bd-4fce-9224-ca62cbe89a80 with status ACTIVE [ 1949.662957] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.663086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.663153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.663362] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.663448] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.663613] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.663707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.663770] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.663923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.663994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.664859] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.665245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.665245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.665375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.665422] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.665510] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83f979c6-e7bd-4fce-9224-ca62cbe89a80 is going to be updated. [ 1949.686622] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1949.686841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.686841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1949.687032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1949.687175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1949.687322] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f979c6-e7bd-4fce-9224-ca62cbe89a80" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1950.167573] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1950.670145] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1950.670331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.670374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1950.670588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1950.670677] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1950.670776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be created. [ 1950.695019] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1950.695019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.695019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1950.695019] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1950.695439] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1950.704509] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: UNINITIALIZED for 2s [ 1952.717103] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1952.717450] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1952.717534] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1952.717755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1952.717950] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1952.718080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.718139] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1952.718308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1952.718387] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1952.718468] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1952.718556] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1953.221356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.221591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.221591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.221786] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.221906] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.222054] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.222124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.222233] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.222349] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.222533] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.222602] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.222693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.222693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.222828] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.222965] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.223088] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.223147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.223259] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.223334] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.223414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.223515] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1953.726965] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2671159-119d-410e-9a43-796c60d6dbc9: rpc.has_security_group_logging(os_id): False [ 1953.744487] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.744706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.744706] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.744850] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.744938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.745184] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.745291] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.745347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.745507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.745584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.745768] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.745865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.746014] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.746345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.746345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.746471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.746568] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.746619] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.746741] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.746814] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.746899] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be created. [ 1953.818929] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1953.819237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.819237] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1953.819371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1953.819526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1953.836776] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 1954.156780] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1954.157059] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1955.849475] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1955.849938] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1959.158358] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1959.158784] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1964.160276] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1964.160571] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1968.610127] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:5 completed [ 1968.610127] env[66173]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01546b02-555a-4fcb-9749-55003ea2b637 None None] NSXv3 Agent Agent loop - iteration:6 started [ 1969.017866] env[66173]: INFO networking_nsxv3.common.synchronization [req-4edd57be-d8cc-4e4d-958c-dd594831affb req-ec4f8262-12a3-4bf3-8397-f90806c3dfea tempest-ServerRescueTestJSON-1952995762 tempest-ServerRescueTestJSON-1952995762-project-member] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1969.018207] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1969.018380] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.018518] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.018581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.018787] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.018935] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.019046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.019103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.019246] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.019335] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.019423] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1969.287813] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.288063] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.288193] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.288462] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.288812] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.289056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.289201] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.289429] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.289584] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.289785] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1969.289920] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] NeedRegenerationException {{(pid=66173) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1969.290049] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] no value, waiting for create lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1969.290156] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] value creation lock acquired {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1969.290267] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] No value present for key: 'zone-id' {{(pid=66173) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1969.290370] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Calling creation function for not-yet-present value {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1969.290497] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1969.309568] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1969.309769] env[66173]: DEBUG dogpile.cache.region [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66173) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1969.309860] env[66173]: DEBUG dogpile.lock [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Released creation lock {{(pid=66173) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1969.310041] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "network-383" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.310356] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock port-9577a5dc-da35-480c-9018-f1566be9ec71 taken with stack trace [, , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.310526] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.310642] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.310958] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.311118] env[66173]: DEBUG networking_nsxv3.api.rpc [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9577a5dc-da35-480c-9018-f1566be9ec71',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1969.521648] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1969.813601] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.814056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.814056] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.814258] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.814382] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.814527] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Segment Port 9577a5dc-da35-480c-9018-f1566be9ec71 not found, creating... [ 1969.814863] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.815029] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.815149] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.815374] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.815501] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.815773] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.815923] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.816046] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.816287] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.816423] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.816556] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Resource: SegmentPort with ID: 9577a5dc-da35-480c-9018-f1566be9ec71 is going to be created. [ 1969.836549] env[66173]: DEBUG networking_nsxv3.common.locking [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1969.836762] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.837097] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1969.837097] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1969.837356] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1969.837573] env[66173]: DEBUG oslo_concurrency.lockutils [None req-510f2e5c-7ef7-439c-b2c7-89cd6bac4e38 None None] Releasing lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1970.025153] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1970.528545] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1970.528764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.528764] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1970.528977] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1970.529079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1970.529175] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be updated. [ 1970.541824] env[66173]: INFO networking_nsxv3.common.synchronization [req-4edd57be-d8cc-4e4d-958c-dd594831affb req-6af2c06e-e44f-443a-89ed-67e419c1c48f service nova] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_rules [ 1970.542373] env[66173]: INFO networking_nsxv3.common.synchronization [req-4edd57be-d8cc-4e4d-958c-dd594831affb req-6af2c06e-e44f-443a-89ed-67e419c1c48f service nova] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1970.542373] env[66173]: INFO networking_nsxv3.common.synchronization [req-4edd57be-d8cc-4e4d-958c-dd594831affb req-6af2c06e-e44f-443a-89ed-67e419c1c48f service nova] Enqueued Resource ID: 9577a5dc-da35-480c-9018-f1566be9ec71 with Priority: HIGHEST for action port [ 1970.542373] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_rules [ 1970.542547] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1970.542675] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577a5dc-da35-480c-9018-f1566be9ec71 with Priority: HIGHEST for action port [ 1970.543237] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1970.543381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.543438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1970.543625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1970.543702] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1970.544964] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1970.545151] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.545377] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock port-9577a5dc-da35-480c-9018-f1566be9ec71 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1970.545507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.545587] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1970.545749] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1970.545820] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9577a5dc-da35-480c-9018-f1566be9ec71',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1970.565066] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1970.565066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.565066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1970.565066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1970.565066] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1970.573326] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 1971.045693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1971.046206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.047267] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9577a5dc-da35-480c-9018-f1566be9ec71 with status ACTIVE [ 1971.047519] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1971.047659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.047727] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1971.047987] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1971.048113] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1971.048303] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1971.048427] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.048613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1971.048701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1971.048701] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1971.048880] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1971.048967] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.049038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1971.049182] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1971.049250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1971.049337] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9577a5dc-da35-480c-9018-f1566be9ec71 is going to be updated. [ 1971.069848] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1971.070098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.070098] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1971.070270] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1971.070407] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1971.070564] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9577a5dc-da35-480c-9018-f1566be9ec71" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1972.583702] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1972.584141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1972.584141] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1972.584273] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1972.584465] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1972.584583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.584647] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1972.584802] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1972.584896] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1972.584994] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1973.088080] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1973.590090] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1974.092593] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1974.092843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.092843] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1974.093049] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1974.093142] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1974.093254] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be updated. [ 1974.126259] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1974.126511] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.126565] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1974.126873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1974.127144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1974.136720] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 1975.543790] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1975.544393] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1976.147529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1976.147825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.147898] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.148162] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.148356] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1976.148475] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.148543] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.148699] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.148772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.148854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.148943] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1976.651748] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1976.652208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.652208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.652208] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.652430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1976.652522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.652522] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.652663] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.652742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.652831] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.652981] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1976.653086] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.653143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.653275] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.653412] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1976.653499] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.653553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1976.653684] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1976.653755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.653830] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1976.653919] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1977.156088] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2671159-119d-410e-9a43-796c60d6dbc9: rpc.has_security_group_logging(os_id): False [ 1977.174618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1977.174859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.174859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1977.175053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1977.175123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1977.175310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1977.175400] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.175462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1977.175607] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1977.175679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1977.175854] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1977.175935] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.175988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1977.176156] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1977.176239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1977.176440] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1977.176525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.176583] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1977.176713] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1977.176798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1977.176857] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be updated. [ 1977.239468] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1977.239697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.239697] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1977.239869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1977.239958] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1977.253529] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 1979.269136] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1979.269551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1980.544958] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1980.545438] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1985.546409] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1985.546707] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1990.548182] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1990.548543] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1993.733396] env[66173]: INFO networking_nsxv3.common.synchronization [req-9dbd89ab-00fa-4fe1-b9ee-39783b528400 req-85302ca5-16de-4860-868d-f3d9606f71b0 tempest-ServerRescueTestJSON-1952995762 tempest-ServerRescueTestJSON-1952995762-project-member] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1993.733936] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 1993.734390] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1993.734532] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.734601] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1993.734799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1993.734954] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1993.735064] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.735121] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1993.735352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1993.735352] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1993.735455] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1994.237780] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1994.740620] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1995.243490] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1995.243777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.243999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1995.244290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1995.244512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1995.244714] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be updated. [ 1995.275328] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1995.275550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.275550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1995.275755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1995.275895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1995.284677] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 1997.295118] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 1997.295570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1998.734647] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1998.735089] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2000.408368] env[66173]: INFO networking_nsxv3.common.synchronization [req-0df5759a-89d8-4b8d-b0a0-1f84a8220133 req-7631a877-a1f6-410b-9160-e30aacb45f59 tempest-ServerRescueTestJSON-1952995762 tempest-ServerRescueTestJSON-1952995762-project-member] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 2000.408939] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGHEST for action security_group_members [ 2000.409272] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2000.409385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.409517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2000.409652] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2000.409805] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2000.409897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.409964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2000.410111] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2000.410193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2000.410281] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2000.912433] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2000.912693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.912693] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2000.912927] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2000.913034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2000.913261] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2000.913375] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.913438] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2000.913594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2000.913672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2000.913756] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be updated. [ 2000.941639] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2000.941859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.941859] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2000.942047] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2000.942193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2000.950896] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: IN_PROGRESS for 2s [ 2002.961633] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2671159-119d-410e-9a43-796c60d6dbc9 in Status: SUCCESS [ 2002.962016] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 deletion is rescheduled due to dependency. [ 2002.962016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2005.410434] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2005.410785] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2010.411343] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2010.411745] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2011.572713] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2011.573180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.573180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2011.573180] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2011.573374] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2012.076233] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2012.578617] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2013.081032] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2013.081296] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2013.794391] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2013.794819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.794819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2013.794819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2013.806278] env[66173]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2013.808726] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2013.809512] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2013.849133] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2013.849345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.849345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2013.849553] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2013.862801] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2013.863679] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2013.863766] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2013.863855] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2013.886977] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2013.887202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.887202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2013.887397] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2013.887646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2013.887762] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2013.953135] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2013.953373] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.953454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2013.953721] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2013.954068] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2013.954358] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2014.011052] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.011294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.011294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.011481] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.011731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.011967] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:2. [ 2014.012058] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'54418cb1-f902-4c08-b05c-e506370b3c7a', 'e2671159-119d-410e-9a43-796c60d6dbc9'} {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2014.012134] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2014.031855] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.032082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.032082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.032283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.032369] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.032506] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2014.032565] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2014.032603] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2014.110856] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.111107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.111107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.111292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.112211] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.112427] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2014.112504] env[66173]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66173) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2014.112575] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2014.112640] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2014.112713] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 2/2 resources of Type:Security Group Rules [ 2014.112785] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGH for action security_group_rules [ 2014.112864] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGH for action security_group_rules [ 2014.112934] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2014.112996] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2014.113194] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.113297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.113357] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.113513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.113624] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.113760] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.113852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.113911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.114062] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.114134] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.114300] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.114399] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.114473] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.114613] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.114685] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.114852] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.114941] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.115007] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.115148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.115217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.115387] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.115482] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.115526] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.115659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.115728] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.115892] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.115980] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.116048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.116183] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.116253] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.116427] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.116561] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.116622] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.116737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.116808] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.116972] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.117071] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.117129] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.117264] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.117331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.117496] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.117585] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.117639] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.117767] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.117836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.117996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.118096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.118153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.118285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.118354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.118515] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.118603] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.118661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.118799] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.118861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.119030] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.119119] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.119175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.119304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.119372] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.119530] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.119617] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.119675] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.119804] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.119873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.120045] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.120132] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.120188] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.120317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.120384] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.120544] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.120634] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.120691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.120821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.120888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.121058] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.121147] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.121207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.121336] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.121405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.121566] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.121655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.121711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.121841] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.121910] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.122083] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.122172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.122223] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.122355] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.122425] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.122586] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.122673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.122731] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.122861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.122931] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.123110] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.123197] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.123254] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.123386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.123456] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.123618] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.123756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.123756] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.123889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.123981] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.124122] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.124216] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.124278] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.124411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.124467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.124635] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.124717] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.124772] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.124906] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.124974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.125152] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.125241] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.125293] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.125420] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.125490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.125650] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.125735] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.125783] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.125914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.126069] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.126167] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.126250] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.126304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.126437] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.126517] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.126693] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.126779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.126837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.126970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.127058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.127213] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.127294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.127353] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.127485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.127562] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.127730] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.127815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.127869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.128009] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.128082] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.128246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.128341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.128394] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.128513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.128580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.128740] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.128822] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.128876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.129018] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.129090] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.129251] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.129331] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.129386] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.129516] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.129582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.129742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.129823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.129878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.130016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.130087] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.130246] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.130330] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.130385] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.130515] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.130636] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.130740] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.130823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.130875] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.131010] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.131079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.131240] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.131320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.131376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.131507] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.131572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.131735] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.131819] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.131866] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.131999] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.132076] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.132236] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.132320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.132374] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.132504] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.132572] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.132732] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.132818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.132869] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.132997] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.133077] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.133239] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.133317] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.133371] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.133503] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.133569] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.133729] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.133816] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.133865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.133995] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.134067] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.134218] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.134306] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.134356] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.134510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.134577] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.134743] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.134823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.134876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.135016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.135080] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.135244] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.135325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.135379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.135512] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.135580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.135742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.135825] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.135881] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.136058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.136122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.136242] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.136324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.136379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.136521] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.136600] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.136767] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.136857] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.136907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.137043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.137107] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.137270] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.137354] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.137403] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.137538] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.137625] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.137763] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.137852] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.137902] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.138036] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.138105] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.138264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.138347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.138406] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.138529] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.138589] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.138753] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.138851] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.138908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.139074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.139145] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.139310] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.139398] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.139454] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.139584] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.139655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.139817] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2014.139911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.139964] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.140096] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.140161] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.140274] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:50 [ 2014.140338] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 18 of least updated resources [ 2014.140420] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGH for action security_group_members [ 2014.140507] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_members [ 2014.140574] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGH for action security_group_members [ 2014.140636] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGH for action security_group_members [ 2014.140693] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGH for action security_group_members [ 2014.140758] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_members [ 2014.140823] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_members [ 2014.140878] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_members [ 2014.140944] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGH for action security_group_members [ 2014.141013] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGH for action security_group_members [ 2014.141078] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGH for action security_group_members [ 2014.141130] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGH for action security_group_members [ 2014.141183] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGH for action security_group_members [ 2014.141243] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_members [ 2014.141304] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGH for action security_group_members [ 2014.141367] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGH for action security_group_members [ 2014.141418] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_members [ 2014.141486] env[66173]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGH for action security_group_members [ 2014.141580] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.412543] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2015.412889] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 2015.412889] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54418cb1-f902-4c08-b05c-e506370b3c7a with Priority: HIGH for action security_group_rules [ 2015.412889] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 with Priority: HIGH for action security_group_members [ 2015.413023] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c with Priority: HIGH for action security_group_members [ 2015.413103] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 with Priority: HIGH for action security_group_members [ 2015.413197] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01827d5-b086-401e-9773-402d30ba28d6 with Priority: HIGH for action security_group_members [ 2015.413297] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 with Priority: HIGH for action security_group_members [ 2015.413390] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a with Priority: HIGH for action security_group_members [ 2015.413480] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 with Priority: HIGH for action security_group_members [ 2015.413568] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bbcb31-73ec-4c85-9007-82415c793c90 with Priority: HIGH for action security_group_members [ 2015.413657] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a with Priority: HIGH for action security_group_members [ 2015.413745] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 with Priority: HIGH for action security_group_members [ 2015.413832] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f with Priority: HIGH for action security_group_members [ 2015.413916] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03b6444-8f52-49e7-856e-7b6094932e62 with Priority: HIGH for action security_group_members [ 2015.414007] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 with Priority: HIGH for action security_group_members [ 2015.414101] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc with Priority: HIGH for action security_group_members [ 2015.414185] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 with Priority: HIGH for action security_group_members [ 2015.414271] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 with Priority: HIGH for action security_group_members [ 2015.414354] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bf1c31-e98c-470d-94ef-636b82c2177f with Priority: HIGH for action security_group_members [ 2015.414438] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2671159-119d-410e-9a43-796c60d6dbc9 with Priority: HIGH for action security_group_rules [ 2015.414559] env[66173]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 with Priority: HIGH for action security_group_members [ 2015.414918] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54418cb1-f902-4c08-b05c-e506370b3c7a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.415058] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.415123] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.415329] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.415408] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54418cb1-f902-4c08-b05c-e506370b3c7a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.416392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.416510] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.416586] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.416755] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.416902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.416991] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.417074] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.417212] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.417297] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.417382] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('badbb42e-f9a3-4bf0-8b94-df512aebf5d2',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.418582] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.418689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.418754] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.418909] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.419059] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.419154] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.419213] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.419348] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.419421] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.419501] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4c940b-d3e9-472a-b94a-f6d6537eed8c',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.421009] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-675d8d98-33bb-4252-a42f-efb00b0e5a31 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.421128] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.421341] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.421513] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.421657] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.421750] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.421812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.421947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.422034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.422116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675d8d98-33bb-4252-a42f-efb00b0e5a31',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.423264] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-b01827d5-b086-401e-9773-402d30ba28d6 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.423368] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.423433] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.423581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.423719] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.423812] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.423873] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.424015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.424089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.424168] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b01827d5-b086-401e-9773-402d30ba28d6',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.425267] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3e1840-4f34-42bb-a5a7-bdd843656e63 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.425382] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.425446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.425591] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.426091] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.426091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.426091] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.426286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.426286] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.426362] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3e1840-4f34-42bb-a5a7-bdd843656e63',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.427388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91c2720-d42a-4d93-89d6-d43b6f674f0a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.427485] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.427595] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.427729] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.428345] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.428345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.428345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.428345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.428345] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.428345] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91c2720-d42a-4d93-89d6-d43b6f674f0a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.429550] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56770ab-8d1b-428f-9068-a2dc4fe778e4 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.429550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.429550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.429711] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.429770] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.429861] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.429923] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.430070] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.430446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.430549] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56770ab-8d1b-428f-9068-a2dc4fe778e4',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.431798] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-51bbcb31-73ec-4c85-9007-82415c793c90 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.431908] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.432015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.432204] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.432341] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.432463] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.432505] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.432623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.432691] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.432771] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51bbcb31-73ec-4c85-9007-82415c793c90',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.433944] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f59aa06-702a-4d92-86f5-892b804d5a2a taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.433944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.433944] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.434320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.434320] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.434320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.434320] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.434548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.434548] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.434655] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f59aa06-702a-4d92-86f5-892b804d5a2a',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.435563] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-262fb152-6a66-4abd-a9a0-6fc82bc30259 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.435707] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.435842] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.435915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.435990] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.436093] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.436158] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.436279] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.436446] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.436446] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262fb152-6a66-4abd-a9a0-6fc82bc30259',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.437632] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.437773] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.437849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.437974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.438103] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.438292] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.438358] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.438588] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.438679] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.438758] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a5ba53-a59e-48f1-a506-0e3c2b9f525f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.439768] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-c03b6444-8f52-49e7-856e-7b6094932e62 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.439895] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.439974] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.440089] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.440226] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.440316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.440376] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.440530] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.440608] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.440663] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c03b6444-8f52-49e7-856e-7b6094932e62',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.441709] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dd59808-6423-41ae-a5d0-513c714f2d03 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.441835] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.441904] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.442043] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.442182] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.442277] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.442392] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.442462] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.442539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.442868] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dd59808-6423-41ae-a5d0-513c714f2d03',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.443843] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-904366c9-59fd-4d1d-8bbb-d433577bbadc taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.443947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.444041] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.444214] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.444696] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.444833] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.444989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.444989] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.445099] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.445150] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('904366c9-59fd-4d1d-8bbb-d433577bbadc',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.446013] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.446130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.446191] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.446339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.446472] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.446581] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.446642] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.446781] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.446846] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.446923] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.448127] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ef3750-e2aa-4feb-8fa1-cc644f892441 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.448231] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.448290] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.448442] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.448659] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.448659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.448837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.448837] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.448946] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.448993] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ef3750-e2aa-4feb-8fa1-cc644f892441',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.450126] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bf1c31-e98c-470d-94ef-636b82c2177f taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.450230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.450339] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.450443] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.450578] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.450671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.450732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.450951] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.451034] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.451116] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bf1c31-e98c-470d-94ef-636b82c2177f',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.452051] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2671159-119d-410e-9a43-796c60d6dbc9 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.452148] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.452217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.452367] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.452444] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2671159-119d-410e-9a43-796c60d6dbc9',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.453579] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756 taken with stack trace [, , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.453694] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.453743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.453883] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.454027] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.454131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.454196] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.454301] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.454673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.454673] env[66173]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2965f0a-4c49-40c7-87e6-5ecdf4f81756',) {} {{(pid=66173) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2015.458032] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.458032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.458032] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.458308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.458308] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.458392] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.458490] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.458550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.458688] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.458763] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.458846] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91c2720-d42a-4d93-89d6-d43b6f674f0a is going to be deleted. [ 2015.459926] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.460048] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.460115] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.460266] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.460343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.460509] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.460623] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.460661] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.460849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.460849] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.460930] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b01827d5-b086-401e-9773-402d30ba28d6 is going to be deleted. [ 2015.462042] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.462153] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.462224] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.462366] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.462467] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.462596] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.462708] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.462768] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.462907] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.462982] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.463076] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: badbb42e-f9a3-4bf0-8b94-df512aebf5d2 is going to be deleted. [ 2015.464012] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.464109] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.464203] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.464319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.464390] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.464884] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.464884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.464884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.464884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.464884] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.465136] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4c940b-d3e9-472a-b94a-f6d6537eed8c is going to be deleted. [ 2015.496221] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.496460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.496460] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.496662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.515692] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.515970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.515970] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.516225] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.516343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.516389] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b01827d5-b086-401e-9773-402d30ba28d6" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.517240] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.517361] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.517401] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.517582] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.517662] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.517738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-badbb42e-f9a3-4bf0-8b94-df512aebf5d2" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.518388] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.518492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.518559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.518710] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.518788] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.518880] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4c940b-d3e9-472a-b94a-f6d6537eed8c" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.519466] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.519574] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.519641] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.519790] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.519868] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.519957] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91c2720-d42a-4d93-89d6-d43b6f674f0a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.521035] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.521142] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54418cb1-f902-4c08-b05c-e506370b3c7a is going to be deleted. [ 2015.572996] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.573236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.573236] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.573424] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.573525] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.573638] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54418cb1-f902-4c08-b05c-e506370b3c7a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.923991] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.924255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.924255] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.924465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.924559] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.924759] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.924865] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.924918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.925103] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.925172] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.925257] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675d8d98-33bb-4252-a42f-efb00b0e5a31 is going to be deleted. [ 2015.927870] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.928024] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.928073] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.928206] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.928294] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.928444] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.928539] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.928609] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.928737] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.928815] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.928893] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3e1840-4f34-42bb-a5a7-bdd843656e63 is going to be deleted. [ 2015.932284] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.932405] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.932458] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.932597] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.932672] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.932835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.932928] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.932988] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.933144] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.933217] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.933301] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56770ab-8d1b-428f-9068-a2dc4fe778e4 is going to be deleted. [ 2015.934211] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.934304] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.934370] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.934742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.934742] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.934742] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.934918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.934918] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.934990] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.935078] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.935158] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51bbcb31-73ec-4c85-9007-82415c793c90 is going to be deleted. [ 2015.936056] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.936175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.936175] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.936319] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.936393] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.936583] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.936678] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.936738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.936876] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.936947] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.937037] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f59aa06-702a-4d92-86f5-892b804d5a2a is going to be deleted. [ 2015.938219] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.938343] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.938411] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.938560] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.938637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.938798] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.938911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.938973] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.939124] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.939195] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.939275] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262fb152-6a66-4abd-a9a0-6fc82bc30259 is going to be deleted. [ 2015.941114] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.941219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.941285] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.941434] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.941509] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.941683] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.941789] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.941854] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.941996] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.942079] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.942158] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a5ba53-a59e-48f1-a506-0e3c2b9f525f is going to be deleted. [ 2015.944307] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.944416] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.944528] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.944659] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.944738] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.944902] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.944994] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.945114] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.945234] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.945307] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.945388] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c03b6444-8f52-49e7-856e-7b6094932e62 is going to be deleted. [ 2015.946212] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.946316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.946379] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.946558] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.946696] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.946774] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.946871] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.946914] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.947060] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.947131] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.947210] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dd59808-6423-41ae-a5d0-513c714f2d03 is going to be deleted. [ 2015.949835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.950030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.950030] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.950239] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.950324] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.950449] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.950570] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.950637] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.950779] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.950853] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.950928] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814 is going to be deleted. [ 2015.954884] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.955015] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.955083] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.955230] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.955305] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.955502] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.955602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.955664] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.955807] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.955878] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.955963] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ef3750-e2aa-4feb-8fa1-cc644f892441 is going to be deleted. [ 2015.957203] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.957316] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.957391] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.957567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.957655] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.957869] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.957966] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.958038] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.958193] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.958267] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.958346] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bf1c31-e98c-470d-94ef-636b82c2177f is going to be deleted. [ 2015.965374] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.965551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.965551] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.965769] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.965888] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.966088] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.966261] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.966325] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.966484] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.966555] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.966639] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 904366c9-59fd-4d1d-8bbb-d433577bbadc is going to be deleted. [ 2015.972835] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.973031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.973031] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.973202] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.973283] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.973458] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.973550] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.973612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.973751] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.973823] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.973905] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2965f0a-4c49-40c7-87e6-5ecdf4f81756 is going to be deleted. [ 2015.983342] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.983546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.983546] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.983732] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.983847] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.983952] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f59aa06-702a-4d92-86f5-892b804d5a2a" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.984662] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.984809] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.984897] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.985075] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.985155] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.985245] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3e1840-4f34-42bb-a5a7-bdd843656e63" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.987471] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.987626] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.987671] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.987811] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.987889] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.987976] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51bbcb31-73ec-4c85-9007-82415c793c90" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.989163] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.989347] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.989414] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.989567] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.989646] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.989757] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56770ab-8d1b-428f-9068-a2dc4fe778e4" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.990430] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2015.990536] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.990602] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2015.990818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2015.990818] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.990911] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675d8d98-33bb-4252-a42f-efb00b0e5a31" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.014604] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.014832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.014832] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.015016] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.034268] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.034527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.034527] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.034743] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.034840] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.034939] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bf1c31-e98c-470d-94ef-636b82c2177f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.035980] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.036122] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.036187] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.036381] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.036465] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.036594] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dd59808-6423-41ae-a5d0-513c714f2d03" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.037360] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.037489] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.037573] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.037745] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.037824] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.037915] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ef3750-e2aa-4feb-8fa1-cc644f892441" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.038642] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.038753] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.038821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.038969] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.039061] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.039150] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a5ba53-a59e-48f1-a506-0e3c2b9f525f" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.039787] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.039894] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.039960] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.040130] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.040209] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.040296] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c03b6444-8f52-49e7-856e-7b6094932e62" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.040873] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 2016.041303] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.041474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.041474] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.041612] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.041689] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.041777] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262fb152-6a66-4abd-a9a0-6fc82bc30259" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.042325] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 2016.042690] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.042798] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.042863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.043063] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.043143] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.043242] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d7de2ea-6e39-4f8b-b8aa-3c9e17cb3814" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.044366] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 2016.044715] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.044821] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.044887] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.045046] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.045120] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.045207] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-904366c9-59fd-4d1d-8bbb-d433577bbadc" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.045835] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 2016.046219] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.046320] env[66173]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2671159-119d-410e-9a43-796c60d6dbc9 is going to be deleted. [ 2016.047669] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.047776] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.047836] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.047986] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.048092] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.048184] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2965f0a-4c49-40c7-87e6-5ecdf4f81756" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.109081] env[66173]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 2016.109824] env[66173]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66173) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2016.110053] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.110171] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2016.110492] env[66173]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2016.110673] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.110863] env[66173]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2671159-119d-410e-9a43-796c60d6dbc9" {{(pid=66173) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2020.415269] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2020.415644] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2025.416793] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2025.417105] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2030.417689] env[66173]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2030.418680] env[66173]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0